-- Logs begin at Thu 2021-01-21 06:56:00 UTC, end at Thu 2021-01-21 08:19:42 UTC. --
Jan 21 07:47:06.698795 dv-cinder-768592-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 21 07:47:09.373496 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.common.config [-] Logging enabled!
Jan 21 07:47:09.374066 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408
Jan 21 07:47:09.375368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80093) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 21 07:47:09.377128 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.common.config [-] Logging enabled!
Jan 21 07:47:09.377423 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408
Jan 21 07:47:09.377794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80093) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 21 07:47:09.378844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 21 07:47:09.379114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 21 07:47:09.380141 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 21 07:47:09.380429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 21 07:47:09.380693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 21 07:47:09.381065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.381411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.381763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.382041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.382386 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.382725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.383049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.383538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.383756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.384089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.384409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.384735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.384999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.385321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.385659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.386029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.386290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.386616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.387158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.387484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.387805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.388140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.388454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.388774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.389102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.389474 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] host                           = dv-cinder-768592-5-iscsi {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.389819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.390157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.390492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.390827 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.391144 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.391462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.391794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.392114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.392433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.392752 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.393086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.393419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.393778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.394042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.394301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.394634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.394971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.395290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.395605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.395922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.396238 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.396555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.396871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.397204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.397534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.397889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.398212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.398530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.398843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.399840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.400177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.400496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.400816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.401133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.401467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.401802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.402123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.402471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.402806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.403136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.403469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.403788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.404118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.404432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.404744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.405059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.405372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.405685 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.406037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.406352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.406665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.406982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.407298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.407635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:09.407972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.408315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.408663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.408986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.409323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.409650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.410010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.410330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.410666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.410999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.411331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.411650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.411979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.412298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.412641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.412994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.413335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.413675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.414027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.414343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.415267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.415599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.415932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.416274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.416613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.416931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.417252 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.417594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.417961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.418281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.418604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.418942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.419261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.419573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.419897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.420214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.420529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.420839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.421157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.421489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.421828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.422146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.422457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.422773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.423084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.423411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.423729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.424040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.424354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.424675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.424985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.425297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.425612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.425950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.426269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.426583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.426893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.427206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.427522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.427832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.428143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.428454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.428771 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.429082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.429391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.429701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.430040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.430380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.430707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.431049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.431365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.431684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.432003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.432320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.432639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.432956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.433273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.433593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.433930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.434266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.434589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.434916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.435239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.435556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.435899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.436218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.436541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.436861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.437180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.437508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.437862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.438198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.438533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.438868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.439201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.439532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.439851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.440204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.440524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:09.440776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 21 07:47:09.441043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80093) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 21 07:47:10.095794 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO keyring.backend [-] Loading Gnome
Jan 21 07:47:10.112583 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO keyring.backend [-] Loading Google
Jan 21 07:47:10.115115 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO keyring.backend [-] Loading Windows (alt)
Jan 21 07:47:10.119266 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO keyring.backend [-] Loading file
Jan 21 07:47:10.120090 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO keyring.backend [-] Loading keyczar
Jan 21 07:47:10.120375 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO keyring.backend [-] Loading multi
Jan 21 07:47:10.121021 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO keyring.backend [-] Loading pyfs
Jan 21 07:47:10.166915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:10.167221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:10.167539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:10.167909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 21 07:47:10.560562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.561000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.561159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.608471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.608782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.609087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.612739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.613046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.613343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.681261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.681566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.681911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.683061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.683363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.683659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.950882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f56df90f268> agent after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.951207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f56df90f268> agent after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.951501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f56df90f2f0> segment precommit_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.951802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f56df90f378> network precommit_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:10.952901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f56df905378> segment before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.099776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> network before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.100152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f56dfb1df28> agent before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.100477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> network before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.100779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> port before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.101078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> port before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.101456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> segment after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.101808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> segment precommit_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.102780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> segment precommit_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.103075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> segment after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.103416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> network after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.103714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> network precommit_delete 0 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.104019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> port provisioning_complete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.104323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.104614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> rbac-policy after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.104926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> agent after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.105237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> subnet after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.105530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> subnet precommit_delete 0 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.105873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.106162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.106646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> port after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.106931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> port after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.107213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> port after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.107550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.107829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.108104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f56e042c1d0>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.108525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:11.108802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:11.109083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:11.109354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:11.109626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:11.109922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:11.111299 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 21 07:47:11.114435 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 21 07:47:11.118987 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 21 07:47:11.122799 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
Jan 21 07:47:11.124445 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 21 07:47:11.125527 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 21 07:47:11.126087 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 21 07:47:11.126524 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 21 07:47:11.129229 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 21 07:47:11.129506 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 21 07:47:11.129915 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 21 07:47:11.151976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 21 07:47:11.152484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f56df8b1908>> qos_plugin after_init 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.152812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80093) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 21 07:47:11.153218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f56dfaec4e0>> logging-plugin after_init 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.154584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80093) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 21 07:47:11.154903 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 21 07:47:11.155178 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 21 07:47:11.158271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f56dfaec588>> floatingip before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.158589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f56dfaec588>> port before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:11.223160 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 21 07:47:11.223376 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 21 07:47:11.223647 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 21 07:47:11.224052 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 21 07:47:11.260080 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.sqlalchemy.engines [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80093) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 21 07:47:11.788603 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Initializing driver for type 'gre'
Jan 21 07:47:11.789116 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] gre ID ranges: [(1, 1000)]
Jan 21 07:47:11.902545 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Initializing driver for type 'local'
Jan 21 07:47:11.902945 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Initializing driver for type 'vlan'
Jan 21 07:47:11.976735 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] VlanTypeDriver initialization complete
Jan 21 07:47:11.977145 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Initializing driver for type 'vxlan'
Jan 21 07:47:11.977983 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] vxlan ID ranges: [(1, 1000)]
Jan 21 07:47:12.108254 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Initializing extension driver 'port_security'
Jan 21 07:47:12.108618 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.extensions.port_security [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] PortSecurityExtensionDriver initialization complete
Jan 21 07:47:12.108993 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Initializing mechanism driver 'openvswitch'
Jan 21 07:47:12.115315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80093) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:47:12.116172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56e38d7be0>> port after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.116584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56e38d7be0>> port after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.116979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56e38d7be0>> port after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.117485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df41ed68>> subnet after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.118487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df41ed68>> subnet after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.118889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df41ed68>> subnet after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.119322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df41ef28>> network after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.119715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df41ef28>> network after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.120097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df41ef28>> network after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.120523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df429128>> security_group after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.120915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df429128>> security_group after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.121447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df429128>> security_group after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.121901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df4292e8>> security_group_rule after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.122339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df4292e8>> security_group_rule after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.122763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df4292e8>> security_group_rule after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.123187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df4294a8>> address_group after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.123571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df4294a8>> address_group after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.123951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f56df4294a8>> address_group after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.124322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] ML2 OVO RPC backend initialized. {{(pid=80093) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 21 07:47:12.125037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> router_interface after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.125427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> router_interface after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.125913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> network before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.126300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> networks before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.126681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> port before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.127059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> ports before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.127436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> subnet before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.127847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> subnets before_response 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.128230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> network after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.128609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> network after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.128982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> network after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.129355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> port after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.129730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> port after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.130124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> port after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.130499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> subnet after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.130942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> subnet after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.131315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f56df429588>> subnet after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.131950 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.plugin [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Modular L2 Plugin initialization complete
Jan 21 07:47:12.132311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading services supported by the core plugin {{(pid=80093) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 21 07:47:12.132682 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.plugins.ml2.managers [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Got port-security extension from driver 'port_security'
Jan 21 07:47:12.133187 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.extensions.vlantransparent [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Disabled vlantransparent extension.
Jan 21 07:47:12.135736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80093) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 21 07:47:12.136177 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: router
Jan 21 07:47:12.173587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router_interface before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.174048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router after_create 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.174456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router before_create 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.174861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router_interface before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.175277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router_interface after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.175670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router after_delete 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.176070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> floatingip after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.176478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router after_create 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.176864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router after_update 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.177257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router after_update 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.177643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router_gateway after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.178079 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router after_update 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.178568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router precommit_update 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.178986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f56df9ec6a8> port after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.179369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f56df9ec9d8> port after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.179744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f56df9ec400> subnet after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.180161 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f56df9e0f28> subnetpool_address_scope after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.181026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> port precommit_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.181420 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router precommit_create 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.181844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f56df9e0620> port before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.182235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router precommit_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.182643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router after_update 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.183027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router precommit_delete 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.183422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router precommit_create 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.183830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router_interface after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.184220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> router precommit_update 55549900 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.184651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f56df429710>> network after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.185642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Tracking information for resource: router configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:12.186045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Tracking information for resource: floatingip configured {{(pid=80093) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 21 07:47:12.190824 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_agentschedulers_db [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 21 07:47:12.191479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f56df3ba0d0> port after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.191872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f56df39c048> port after_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.192257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function _notify_port_delete at 0x7f56df3ba048> port after_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.192643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f56df3ba268> port after_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.193529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f56df3372e8>> router before_create 55550100 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.193958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f56df3372e8>> router precommit_delete 55550100 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.194362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f56df3372e8>> router precommit_create 55550100 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.194757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f56df3372e8>> router precommit_update 55550100 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.200501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.provider_configuration [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service providers = [] {{(pid=80093) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 21 07:47:12.200898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.servicetype_db [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80093) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 21 07:47:12.204015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.service_base [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 21 07:47:12.204403 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.service_base [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 21 07:47:12.204780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.service_base [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 21 07:47:12.205663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.service_base [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80093) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 21 07:47:12.206091 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.services.service_base [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 21 07:47:12.206507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.206864 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 21 07:47:12.218051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.218429 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: auto_allocate
Jan 21 07:47:12.224010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f56df346950> network precommit_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.224417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f56df346950> network precommit_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.225011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.225372 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: tag
Jan 21 07:47:12.232884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.233250 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: timestamp
Jan 21 07:47:12.237057 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.237430 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: network_ip_availability
Jan 21 07:47:12.243359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f56df33e3c8>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.243783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f56df33e3c8>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.244183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f56df33e3c8>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.244984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.245345 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: flavors
Jan 21 07:47:12.249872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.250249 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading Plugin: revisions
Jan 21 07:47:12.254643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80093) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 21 07:47:12.255065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.087s {{(pid=80093) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:12.255867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80093) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 21 07:47:12.256233 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Initializing extension manager.
Jan 21 07:47:12.256791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: __init__.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.257172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: __pycache__ {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.257546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.257953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: address_group.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.259738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.260383 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: address-group
Jan 21 07:47:12.260752 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: address_scope.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.261521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.262134 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: address-scope
Jan 21 07:47:12.262501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.263438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.264021 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: router-admin-state-down-before-update
Jan 21 07:47:12.264381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: agent.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.265137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.265716 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: agent
Jan 21 07:47:12.266106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: agent_resources_synced.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.267017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.267596 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: agent-resources-synced
Jan 21 07:47:12.267958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.269735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.270355 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: allowed-address-pairs
Jan 21 07:47:12.270724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.271796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.272382 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: auto-allocated-topology
Jan 21 07:47:12.272755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: availability_zone.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.275783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.276387 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: availability_zone
Jan 21 07:47:12.276764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: availability_zone_filter.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.277716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.278331 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: availability_zone_filter
Jan 21 07:47:12.278700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: data_plane_status.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.279620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.280200 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 21 07:47:12.280561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: default_subnetpools.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.281493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.282114 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: default-subnetpools
Jan 21 07:47:12.282478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.283326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.283913 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: dhcp_agent_scheduler
Jan 21 07:47:12.284278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: dns.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.285201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.285796 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension dns-integration not supported by any of loaded plugins
Jan 21 07:47:12.286166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: dns_domain_ports.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.287090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.287667 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 21 07:47:12.288030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: dvr.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.288755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.289333 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: dvr
Jan 21 07:47:12.290158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: empty_string_filtering.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.291084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.291663 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: empty-string-filtering
Jan 21 07:47:12.292026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.292948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.293521 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 21 07:47:12.293915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.294837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.295408 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 21 07:47:12.295768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: external_net.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.296679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.297261 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: external-net
Jan 21 07:47:12.297623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.298592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.299161 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: extra_dhcp_opt
Jan 21 07:47:12.299522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: extraroute.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.300431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.301015 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: extraroute
Jan 21 07:47:12.301376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: extraroute_atomic.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.302447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.303036 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: extraroute-atomic
Jan 21 07:47:12.303396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: filter_validation.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.304094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.304675 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: filter-validation
Jan 21 07:47:12.305035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: fip_pf_description.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.306932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.307512 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 21 07:47:12.307873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: fip_port_details.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.308791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.309368 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: fip-port-details
Jan 21 07:47:12.309727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: flavors.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.311084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.311674 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: flavors
Jan 21 07:47:12.312041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.313691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.314342 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 21 07:47:12.314708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: floatingip_pools.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.315461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.316041 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: floatingip-pools
Jan 21 07:47:12.316404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: ip_allocation.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.317331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.317934 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 21 07:47:12.318298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.319224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.319804 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: ip-substring-filtering
Jan 21 07:47:12.320168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l2_adjacency.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.322088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.322669 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 21 07:47:12.323033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l3.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.324102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.324688 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: router
Jan 21 07:47:12.325052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.327560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.328167 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 21 07:47:12.328538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.329478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.330089 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: ext-gw-mode
Jan 21 07:47:12.330456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.331381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.331966 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: l3-ha
Jan 21 07:47:12.332330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l3_flavors.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.333354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.333964 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: l3-flavors
Jan 21 07:47:12.334327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.335251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.335834 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 21 07:47:12.336197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: l3agentscheduler.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.337890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.338494 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: l3_agent_scheduler
Jan 21 07:47:12.338865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: logging.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.340368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.340964 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension logging not supported by any of loaded plugins
Jan 21 07:47:12.341333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: metering.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.342159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.342862 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: metering
Jan 21 07:47:12.343229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.344354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.344936 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: metering_source_and_destination_fields
Jan 21 07:47:12.345300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: multiprovidernet.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.346254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.346839 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: multi-provider
Jan 21 07:47:12.347203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: netmtu.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.348120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.348702 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: net-mtu
Jan 21 07:47:12.349065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: netmtu_writable.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.350022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.350609 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: net-mtu-writable
Jan 21 07:47:12.350971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: network_availability_zone.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.351797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.352874 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: network_availability_zone
Jan 21 07:47:12.353244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: network_ip_availability.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.354412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.354997 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: network-ip-availability
Jan 21 07:47:12.355362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: network_segment_range.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.356213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.356793 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 21 07:47:12.357153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: pagination.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.358239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.358656 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: pagination
Jan 21 07:47:12.358980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.359909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.360495 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: port-mac-address-regenerate
Jan 21 07:47:12.360854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.361798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.362384 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: port-numa-affinity-policy
Jan 21 07:47:12.362744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: port_resource_request.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.363668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.364253 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 21 07:47:12.364613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: portbindings.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.365546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.366156 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: binding
Jan 21 07:47:12.366520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: portbindings_extended.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.368756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.369350 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: binding-extended
Jan 21 07:47:12.369724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: portsecurity.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.370697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.371282 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: port-security
Jan 21 07:47:12.371650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: project_id.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.372636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.373016 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: project-id
Jan 21 07:47:12.373380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: providernet.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.374319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.374917 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: provider
Jan 21 07:47:12.375284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.378978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.379580 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos not supported by any of loaded plugins
Jan 21 07:47:12.379953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.381184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.381790 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 21 07:47:12.382164 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.383093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.384711 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 21 07:47:12.385078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_default.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.386036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.386618 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-default not supported by any of loaded plugins
Jan 21 07:47:12.386982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_fip.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.387671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.388243 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-fip not supported by any of loaded plugins
Jan 21 07:47:12.388605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.389532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.390159 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 21 07:47:12.390521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.391437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.392015 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 21 07:47:12.392374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.393287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.393919 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 21 07:47:12.394283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: qos_rules_alias.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.395330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.395913 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 21 07:47:12.396273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: quotasv2.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.397262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.397634 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: quotas
Jan 21 07:47:12.398018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: quotasv2_detail.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.399966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.400356 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: quota_details
Jan 21 07:47:12.400728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: rbac.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.402034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.402641 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: rbac-policies
Jan 21 07:47:12.403009 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: rbac_address_scope.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.403944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.404532 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: rbac-address-scope
Jan 21 07:47:12.404897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: rbac_security_groups.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.405846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.406435 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: rbac-security-groups
Jan 21 07:47:12.406799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.407735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.408319 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: rbac-subnetpool
Jan 21 07:47:12.408681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: revisionifmatch.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.409603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.410220 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: revision-if-match
Jan 21 07:47:12.410585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: revisions.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.411695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.412278 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: standard-attr-revisions
Jan 21 07:47:12.412644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: router_availability_zone.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.413363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.413996 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: router_availability_zone
Jan 21 07:47:12.414358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: routerservicetype.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.427104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.427679 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension router-service-type not supported by any of loaded plugins
Jan 21 07:47:12.428039 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.428975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.429564 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: security-groups-normalized-cidr
Jan 21 07:47:12.429953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.431902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.432486 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: port-security-groups-filtering
Jan 21 07:47:12.432849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.433811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.434399 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: security-groups-remote-address-group
Jan 21 07:47:12.434760 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: securitygroup.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.448930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.449554 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: security-group
Jan 21 07:47:12.449957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: segment.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.450819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.451407 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension segment not supported by any of loaded plugins
Jan 21 07:47:12.451777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.452997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.453585 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 21 07:47:12.453981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: servicetype.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.455108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.455683 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: service-type
Jan 21 07:47:12.456048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: sorting.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.457043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.457427 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: sorting
Jan 21 07:47:12.457812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: standard_attr_segment.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.462200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.462802 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 21 07:47:12.463168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: standardattrdescription.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.463865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.464447 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: standard-attr-description
Jan 21 07:47:12.464808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: stateful_security_group.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.465782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.466354 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: stateful-security-group
Jan 21 07:47:12.466717 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: stdattrs_common.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.467348 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 21 07:47:12.467688 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.468625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.469204 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 21 07:47:12.469566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: subnet_onboard.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.470719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.471305 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: subnet_onboard
Jan 21 07:47:12.471669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.472815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.473395 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 21 07:47:12.473773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: subnet_service_types.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.474857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.475438 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: subnet-service-types
Jan 21 07:47:12.475797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: subnetallocation.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.476886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.478002 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: subnet_allocation
Jan 21 07:47:12.478372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.479100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.479693 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: subnetpool-prefix-ops
Jan 21 07:47:12.480056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.481008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.481587 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 21 07:47:12.481981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: tagging.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.483285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.483875 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: standard-attr-tag
Jan 21 07:47:12.484243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: timestamp.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.485428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.486052 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loaded extension: standard-attr-timestamp
Jan 21 07:47:12.486420 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: trunk.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.487456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.488040 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension trunk not supported by any of loaded plugins
Jan 21 07:47:12.488401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: trunk_details.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.489319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.489932 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension trunk-details not supported by any of loaded plugins
Jan 21 07:47:12.490296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.491221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.491802 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 21 07:47:12.492162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Loading extension file: vlantransparent.py {{(pid=80093) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 21 07:47:12.493897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80093) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 21 07:47:12.494483 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 21 07:47:12.497190 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:network
Jan 21 07:47:12.498047 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:subnet
Jan 21 07:47:12.498728 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 21 07:47:12.499401 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:port
Jan 21 07:47:12.500883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.501380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service FLAVORS assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.502081 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.502553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.502924 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:router
Jan 21 07:47:12.503664 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:floatingip
Jan 21 07:47:12.504436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service METERING assigned prefix: /metering {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.506276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f56df22d4a8>> rbac-policy before_create 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.506683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f56df22d4a8>> rbac-policy before_update 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.507071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f56df22d4a8>> rbac-policy before_delete 55550000 {{(pid=80093) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:47:12.508210 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 21 07:47:12.509725 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:security_group
Jan 21 07:47:12.510567 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 21 07:47:12.511400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service CORE assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.511782 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 21 07:47:12.512153 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] subnetpool is already registered
Jan 21 07:47:12.512825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service CORE assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.513193 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 21 07:47:12.513563 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] subnetpool is already registered
Jan 21 07:47:12.516372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.516850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service FLAVORS assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.517502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.517989 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.518363 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:router
Jan 21 07:47:12.518732 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] router is already registered
Jan 21 07:47:12.519394 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:floatingip
Jan 21 07:47:12.519757 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] floatingip is already registered
Jan 21 07:47:12.520450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service METERING assigned prefix: /metering {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.521181 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 21 07:47:12.521563 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] rbac_policy is already registered
Jan 21 07:47:12.523002 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:security_group
Jan 21 07:47:12.523384 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] security_group is already registered
Jan 21 07:47:12.525089 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 21 07:47:12.525467 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] security_group_rule is already registered
Jan 21 07:47:12.526241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service CORE assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.526613 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 21 07:47:12.526980 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] subnetpool is already registered
Jan 21 07:47:12.527656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.resource_helper [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Service CORE assigned prefix:  {{(pid=80093) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 21 07:47:12.528024 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 21 07:47:12.528387 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.quota.resource_registry [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] subnetpool is already registered
Jan 21 07:47:12.529109 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: extensions {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.530713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: address-groups {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.532431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: address-scopes {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.533728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: agents {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.535000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: auto-allocated-topology {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.536334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: availability_zones {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.537755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: dhcp-networks {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.539259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: dhcp-agents {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.541813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: routers {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.543754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: flavors {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.544994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: service_profiles {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.546338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: next_providers {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.547976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: service_profiles {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.549536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: floatingip-pools {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.550872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: routers {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.552773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: floatingips {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.554086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: l3-routers {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.556202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: l3-agents {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.557786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: metering-labels {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.559223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: metering-label-rules {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.560602 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: network-ip-availabilities {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.561964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: bindings {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.563718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: quotas {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.565264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: quotas {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.566813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: rbac-policies {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.568179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: security-groups {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.569478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: security-group-rules {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.570936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: service-providers {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.572594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: subnetpools {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.574136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: subnetpools {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.575700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.577762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.579724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.581604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.583555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.585338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.588263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.591104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.593095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.595097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.extensions [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Extended resource: tags {{(pid=80093) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 21 07:47:12.603170 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING keystonemiddleware.auth_token [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 21 07:47:12.608477 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING keystonemiddleware.auth_token [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 21 07:47:12.617340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Acquired lock "singleton_lock" {{(pid=80093) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 21 07:47:12.618278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Releasing lock "singleton_lock" {{(pid=80093) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 21 07:47:12.619733 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO oslo_service.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Starting 2 workers
Jan 21 07:47:12.624676 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Started child 80206 {{(pid=80093) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 21 07:47:12.629042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:12.629520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Started child 80207 {{(pid=80093) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 21 07:47:12.630619 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [-] (80206) wsgi starting up on http://0.0.0.0:9696
Jan 21 07:47:12.631082 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 21 07:47:12.631770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Notify callbacks [] for process, before_spawn {{(pid=80093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:12.633287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:12.634771 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [-] (80207) wsgi starting up on http://0.0.0.0:9696
Jan 21 07:47:12.634965 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO oslo_service.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Starting 1 workers
Jan 21 07:47:12.640579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Started child 80208 {{(pid=80093) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 21 07:47:12.641139 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO oslo_service.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Starting 1 workers
Jan 21 07:47:12.643058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] calling RpcWorker wait() {{(pid=80208) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 21 07:47:12.643458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] returning from RpcWorker wait() {{(pid=80208) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 21 07:47:12.644902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:12.645395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:47:12.645992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Started child 80209 {{(pid=80093) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 21 07:47:12.646812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a809199b-84f7-4f7f-b070-e80278f548c5 None None] Notify callbacks [] for process, after_spawn {{(pid=80093) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:12.648457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80093) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 21 07:47:12.648692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 21 07:47:12.649551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 21 07:47:12.650446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 21 07:47:12.650839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 21 07:47:12.651040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 21 07:47:12.651489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:12.651588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.651895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.652224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.652520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.652866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.653522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.653856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.654157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.654475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.654769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.654973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.655173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.655476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.655785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.656127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.656427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.656699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.656986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.657201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.657488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.657848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.658138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.658439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.658715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.659329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.659589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.659862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.660128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.660429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.660696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.661001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.661279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.661538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.661825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.662111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.662359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.662614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.662922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.663174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.663638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] host                           = dv-cinder-768592-5-iscsi {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.663893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.664160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.664442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.665370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.666305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.666576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.666882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.667181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.667467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.667735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.668035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.668301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.668573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.668852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.669045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.669280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.669551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.669866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.670090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.670331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.670482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.670747 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.670940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.671226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.671476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.671705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.671965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.672213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.672473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.672750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.672996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.673261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.673504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.673833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.674129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.674475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.674671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.674920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.675328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.675491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.675679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.675946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.676211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.676457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.676723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.677008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.677328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.677597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.677935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.678215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.678451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.678717 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.679043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.679395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.679583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.679868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.680147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.680864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.681130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.681387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.681662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.681895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.698124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.699330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.700334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.701119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.702232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.703220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.704404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.705680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.707256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.708253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.709302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.710614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.712287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.713383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.713383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.713383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.713383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.713928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.713928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.714200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.714301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.714552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.714889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.715156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.715454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.715720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.716345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.716345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.716980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.716980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.717266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.717522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.717771 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.718066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.718829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.718829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.719364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.719364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.719655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.719655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.722297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.723561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.723561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.723561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.723561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.723561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.723561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.725408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.726973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.726973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.726973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.726973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.726973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.726973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.728410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.728623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.728886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.729147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.729396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.729675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.729963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.730244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.730516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.730855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.731158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.731436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.731746 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.732059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.732339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.732616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.732908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.733190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.733444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.733734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.734018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.734271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.735691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.735691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.735691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.735691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.735691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.735691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.736258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.736258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.736557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.736847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.737126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.737398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.737651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.737948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.738206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.738462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.738716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.738993 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.739254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.739531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.739788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.740054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.740306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.740554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.740806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.741054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.741394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.741673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.741950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.742207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.742458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.746204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.746932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.747220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.747506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.747782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.748072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.748343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.748610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.748881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.749150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.749510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.749822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.750093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.750422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.750724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.751034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.751325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.751737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.752000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.752290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.752588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.752871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.753177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.753481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.753868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.754230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.754536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.754824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.755138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.755454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.755744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.756230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.756564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.756932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.757228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.757516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.757837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.758156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.759492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.759769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.760040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.760305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.760570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.760866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.761175 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.761467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.761730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.762040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.762304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.762573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.762830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.763113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.763370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.763560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 21 07:47:12.764116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80093) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 21 07:47:12.764309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 21 07:47:12.764497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 21 07:47:12.764706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 21 07:47:12.764912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 21 07:47:12.765098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 21 07:47:12.765351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.765547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.765732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.767632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.767859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.768088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.768296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.768502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.768702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.768899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.769093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.769292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.769468 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.769864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.770064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.770259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.770451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.770642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.770839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.771029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.771215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.771405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.771592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.771780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.772005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.772197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.772383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.772572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.772759 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.773007 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.773168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.773358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.773547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.773762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.775720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.775947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.776151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.776348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.776546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.776739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] host                           = dv-cinder-768592-5-iscsi {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.776936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.777136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.777305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.777498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.777689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.777905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.778096 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.778326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.778568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.778761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.778950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.779136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.779324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.779511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.779697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.779884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.780071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.780258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.780481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.780673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.780821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.781008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.781196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.781385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.781571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.781774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.781972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.782157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.782343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.782528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.782714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.782900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.783087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.783293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.783442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.783629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.783827 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.783991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.784133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.784318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.784507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.784692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.784882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.785070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.785256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.785442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.785628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.785840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.786028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.786214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.786403 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.786590 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.786779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.786966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.787154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.787340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.787525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.787711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.787897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.788082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.788267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.788453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.788639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.789063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.789063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.789239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.789331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.789461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.790142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 21 07:47:12.790370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.790571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.790778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.790972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.791165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.791358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.791549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.791740 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.791933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.792124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.792322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.792512 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.792712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.792902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.793092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.793286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.793453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.793643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.793860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.794054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.794294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.794396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.794593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.794784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.794979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.795170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.795360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.795551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.795744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.795935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.796125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.796314 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.796504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.796694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.796884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.797073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.797263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.797455 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.797646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.797886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.798028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.798220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.798410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.798600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.798789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.798990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.799171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.799335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.799524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.799714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.799970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.800119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.800253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.800516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.800655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.800797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.800986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.801176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.801364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.801554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.801777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.801916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.802100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.802288 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.802476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.802666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.802854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.803044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.803233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.803421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.803625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.803800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.803987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.804175 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.804370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.804556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.804742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.804934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.805158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.805896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.806104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.806303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.806501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.806694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.806898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.807110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.807303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.807495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.807687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.807901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.808052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.808214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.808359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.808539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.808730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.808921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.809112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.809305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.809494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.809684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.809906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.810098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.810287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.810477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.810668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.810857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.811048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.811238 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.811426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.811615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.812255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.812457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.812648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.812862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.813003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.813249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.813430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.813529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.813706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.813922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.814112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.814302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.814466 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.814661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.814850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.815038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.815262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.815379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.815581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.815680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:47:12.815790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.815935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.816124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.816362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.816554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.816744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.816936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.817125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.817316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.817505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.817695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.817911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.818102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.818294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.818484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.818673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.818862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.819053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.819241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.819430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.819620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.819809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.819999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.820188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.820376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.820567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.821305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.821918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.822121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.822315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.822507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.822699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.822891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.823083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.823274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.823465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.823655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.823846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.824036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.824225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.824416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.824606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.824798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.824988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.825186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.825379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.825575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.825787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.825979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.826170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.826361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.826551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.826742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.826932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.827122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.827556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.827751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.827943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.828148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.828339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.828528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.828719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.828938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.829170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.829307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.829405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.829581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.829874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.829980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.830118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.830289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.830501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.830640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.830831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.830967 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.831102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.831326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.831471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.831660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.831850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.832042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.832252 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.832466 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.832564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.832726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.832915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.833116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.833304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.833493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.833681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.833917 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.834118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.834310 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.834500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.834700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.834892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.835081 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.835271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.835477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.835628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.835807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.835996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.836184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.836491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.837647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.837873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.838078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.838278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.838471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.838672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.838873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.839071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.839262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.839459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.839663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.839853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.840044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.840237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.840426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.840616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.840805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.840994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.841184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.841372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.841562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.841768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.841962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.842150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.842327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.842510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.842757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.842856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.843008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.843197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 21 07:47:12.843380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80093) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 21 07:47:12.858222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52216) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:12.870516 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0099924
Jan 21 07:47:23.529055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d965a-f491-4f04-99f2-610b2ede49d2 None None] get_active_networks_info from dv-cinder-768592-5-iscsi {{(pid=80208) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 21 07:47:23.667412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d965a-f491-4f04-99f2-610b2ede49d2 None None] No non-hosted networks {{(pid=80208) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 21 07:47:23.845380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-131be632-84c6-493a-92e6-dbe46bd6f5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970'] for agent, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:25.679764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2dbab3c7-2984-4378-a4f2-29a303da2df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970'] for agent, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:25.763439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bf61e9a0-f026-4a99-94e6-37b1906c929f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:26.222761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970'] for agent, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:26.963457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970'] for agent, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:26.964794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.965361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.965949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.966523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.967066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.969442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.971832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.972412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.972957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.973496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.974087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.974917 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:26.977672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f56deeda390>, 'Open vSwitch agent', 'dv-cinder-768592-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:47:26.991764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f56dedac4e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:47:27.834003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970'] for agent, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:28.836431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] get_endpoint_by_host() called for host dv-cinder-768592-5-iscsi {{(pid=80208) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 21 07:47:28.842334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] get_endpoint_by_ip() called for ip 192.168.0.44 {{(pid=80208) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 21 07:47:28.845656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] _add_endpoint() called for ip 192.168.0.44 {{(pid=80208) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 21 07:47:28.879544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] _get_endpoints() called {{(pid=80208) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 21 07:47:29.087399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52312) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:29.745413 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-fb6a9361-63f8-4165-b8cc-7945f2d6d3b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:47:29.746055 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-fb6a9361-63f8-4165-b8cc-7945f2d6d3b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:47:29.872331 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_hamode_db [None req-503a7ddd-3cfa-4c9b-8e8e-9ce9f1df78cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 21 07:47:29.962617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a7ddd-3cfa-4c9b-8e8e-9ce9f1df78cd None None] Routers set() bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:47:29.962979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a7ddd-3cfa-4c9b-8e8e-9ce9f1df78cd None None] Router IDs set() for agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 21 07:47:29.979953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [None req-fb6a9361-63f8-4165-b8cc-7945f2d6d3b0 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:47:29.981078 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fb6a9361-63f8-4165-b8cc-7945f2d6d3b0 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.8926234
Jan 21 07:47:32.738102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52326) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:33.154497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:47:33.209247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.policy [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80207) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 21 07:47:33.210089 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:47:33.210499 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:47:33.222010 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f56decb4908>.
Jan 21 07:47:33.238959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:47:33.330729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750690071615', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750690045471', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750690045174', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750689966954', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750689961969', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-67044402', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67082905', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854216520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854146098'] for rbac-policy, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:33.659931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:33.661213 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-af6f9405-b9ca-42e5-a6b5-54b219742855 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9220793
Jan 21 07:47:36.639924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52340) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:37.120282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'dccf9db957c746499fa4ce9508c3a001'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:47:37.126274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:47:37.131002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Usage tracker for resource:network and tenant:dccf9db957c746499fa4ce9508c3a001 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:47:37.134912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:47:37.141037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:47:37.182346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Made reservation on behalf of dccf9db957c746499fa4ce9508c3a001 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:47:37.188283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:37.205275 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:37.220296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:47:37.224151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:dccf9db957c746499fa4ce9508c3a001 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:47:37.228214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:47:37.233823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:47:37.588522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:37.616023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:37.621606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:37.645796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:47:37.672063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750693420847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:37.672671 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Added segment 36861329-043e-4727-be53-aa2c6202a9a2 of type vxlan for network bdb0b07e-bd84-4964-8714-0a472c883794
Jan 21 07:47:37.681465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a5884a-a0bb-4ce0-acba-17392cf3a128,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:37.740842 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.741224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.741588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.741965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.742320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.742758 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.743133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.743458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.743808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.744153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.744497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.744838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Tracked resource versions report:
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'}}
Jan 21 07:47:37.746012 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:47:37.944123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:37.953161 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:38.014229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:38.015539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:47:38.016188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:38.021146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:38.128624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb0b07e-bd84-4964-8714-0a472c883794,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:38.131788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:38.140851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network bdb0b07e-bd84-4964-8714-0a472c883794 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:47:38.154453 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.5133736
Jan 21 07:47:41.200888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52356) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:41.706049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d253b5-4937-4ec2-93bc-9ba851f47226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:47:41.707431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-43d253b5-4937-4ec2-93bc-9ba851f47226 admin admin] 10.222.0.21 "GET /v2.0/networks/bdb0b07e-bd84-4964-8714-0a472c883794 HTTP/1.1" status: 200  len: 818 time: 0.5055263
Jan 21 07:47:41.737061 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-de96215d-04ce-4482-a6ae-99b51d0187c9 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/fa313ac5-912d-490f-a2bf-6bb15c269e09 HTTP/1.1" status: 200  len: 734 time: 0.0227525
Jan 21 07:47:41.746536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Request body: {'subnet': {'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fa313ac5-912d-490f-a2bf-6bb15c269e09', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:47:41.750975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:47:41.754936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Usage tracker for resource:subnet and tenant:dccf9db957c746499fa4ce9508c3a001 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:47:41.757894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:47:41.763557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:47:41.862154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Made reservation on behalf of dccf9db957c746499fa4ce9508c3a001 for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:47:41.866784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:42.381840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:42.397119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:42.542413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e966cd8a-7bf6-4ffa-872d-78d721d0f932,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:42.549023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:42.605297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Checking segment: {'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:47:42.605692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Network hostable DHCP agents. Network: bdb0b07e-bd84-4964-8714-0a472c883794, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:47:42.660120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Network bdb0b07e-bd84-4964-8714-0a472c883794 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:47:42.705510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, bdb0b07e-bd84-4964-8714-0a472c883794) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:47:42.710405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:47:42.711044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:42.714749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47b3e8-ea1c-44a5-b9ea-3b72a2c7a460 None None] Network bdb0b07e-bd84-4964-8714-0a472c883794 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:47:42.760123 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0173140
Jan 21 07:47:43.051077 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-bdb0b07e-bd84-4964-8714-0a472c883794', 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'fixed_ips': [{'subnet_id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 07:47:43.052369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:43.380832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Allocated IP 172.20.0.2 (bdb0b07e-bd84-4964-8714-0a472c883794/e966cd8a-7bf6-4ffa-872d-78d721d0f932/6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:47:43.804125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:43.864779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Transition to ACTIVE for port object 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:47:43.881720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Transition to ACTIVE for port object 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:47:43.913851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:43.931354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:44.057819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Pushing event updated for resources: {'Port': ['ID=6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:44.075362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.076136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.076512 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.076875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.077233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.077594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.078235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.078594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.078966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.079321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.079675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.080026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Tracked resource versions report:
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'}}
Jan 21 07:47:44.081135 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:47:44.084755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:44.140819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Network bdb0b07e-bd84-4964-8714-0a472c883794 is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:47:44.142038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:47:44.144941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:47:44.206883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Attempting to bind port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:47:44.207299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Attempting to bind port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:47:44.207737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Attempting to bind port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 on network bdb0b07e-bd84-4964-8714-0a472c883794 {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:47:44.213290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:47:44.213705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Checking segment: {'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:47:44.215181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:44.215181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Bound using segment: {'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:47:44.215181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Bound port: 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:47:44.215915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:44.307162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] For port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:47:44.311273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] For port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9,segment=NetworkSegment(36861329-043e-4727-be53-aa2c6202a9a2),segment_id=36861329-043e-4727-be53-aa2c6202a9a2)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:47:44.346715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:44.362256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:44.510097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Pushing event updated for resources: {'Port': ['ID=6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:44.513349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:45.511684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52366) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:46.025008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [None req-0ba142c6-ea82-445d-b909-93509e42e336 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:47:46.026121 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0ba142c6-ea82-445d-b909-93509e42e336 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5134380
Jan 21 07:47:48.787356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52380) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:48.926575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:47:49.033515 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:47:49.229724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [None req-7349276a-32df-491a-afd5-5ec15052f361 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:47:49.230807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7349276a-32df-491a-afd5-5ec15052f361 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4422483
Jan 21 07:47:49.285445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901c370-271d-4321-8482-43233b23299b None None] Network bdb0b07e-bd84-4964-8714-0a472c883794 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:47:49.408020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Provisioning for port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:47:49.415985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Provisioning complete for port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:47:49.416391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:49.655840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:49.702150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] For port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9,segment=NetworkSegment(36861329-043e-4727-be53-aa2c6202a9a2),segment_id=36861329-043e-4727-be53-aa2c6202a9a2)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:47:49.743441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:49.745532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:49.822632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Pushing event updated for resources: {'Port': ['ID=6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:49.826059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:49.966654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-f19d8e02-9762-41b7-ae42-67889d9b2b82 None None] Provisioning complete for port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:47:49.967060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f19d8e02-9762-41b7-ae42-67889d9b2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:50.217645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-8c931648-4f3c-4fda-a461-d53434c078fe None None] Provisioning complete for port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:47:50.218008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8c931648-4f3c-4fda-a461-d53434c078fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:50.889430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:47:50.959966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:47:50.960375 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:52.352387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52392) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:52.752368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:47:52.757808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:47:52.761780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Usage tracker for resource:router and tenant:dccf9db957c746499fa4ce9508c3a001 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:47:52.764948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:47:52.770563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:47:52.810585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:52.812463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:52.889195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:53.026338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:53.067730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:53.068960 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-27e3c3c6-45ca-4ed8-b4a4-4e5af14f8482 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7155459
Jan 21 07:47:53.399792 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1f68d7a2-bd84-4d03-9310-758547342aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:55.682960 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e70e8a2d-20c9-43ef-8fbb-0d26174d3c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:55.759820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52402) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:56.027874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:56.102463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [None req-d70eae1d-4f24-4be3-8236-6248cb76478c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:47:56.103550 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d70eae1d-4f24-4be3-8236-6248cb76478c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3427844
Jan 21 07:47:56.940010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:57.667430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:58.680528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52422) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:47:58.761770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:47:58.766634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:47:58.770725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Usage tracker for resource:network and tenant:e01a5c526e3744c4974e4a94e0cb535f is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:47:58.774289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:47:58.780025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:47:58.865488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Made reservation on behalf of e01a5c526e3744c4974e4a94e0cb535f for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:47:58.870863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:58.883719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:58.898767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:47:58.902703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Usage tracker for resource:security_group_rule and tenant:e01a5c526e3744c4974e4a94e0cb535f is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:47:58.905810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:47:58.911509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:47:59.154927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:59.187203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:59.191459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:59.205316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Reserving flat network on physical network physnet1 {{(pid=80207) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 21 07:47:59.222451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0d944-8a40-4d78-acc6-71299e49c035,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:59.225701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:59.277479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750693420847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:59.278101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f56df90f2f0> segment precommit_create {{(pid=80207) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 21 07:47:59.278567 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Added segment 39cc2bc3-8187-474f-8660-1065a7c9e973 of type flat for network 877a3e71-5485-4d19-bbac-66a071a78bdb
Jan 21 07:47:59.416512 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:59.490763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:59.492097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:47:59.492831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:47:59.498288 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c63f5ca-11b3-4fc2-9f13-a5cc7b9fe3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:47:59.605965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Pushing event updated for resources: {'Network': ['ID=877a3e71-5485-4d19-bbac-66a071a78bdb,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:47:59.608791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:47:59.616043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 877a3e71-5485-4d19-bbac-66a071a78bdb details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:47:59.632065 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9504392
Jan 21 07:48:02.164910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52442) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:48:02.308138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f5d52-da62-4e66-896b-1966a29193b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:48:02.309551 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-513f5d52-da62-4e66-896b-1966a29193b6 admin admin] 10.222.0.21 "GET /v2.0/subnets/e966cd8a-7bf6-4ffa-872d-78d721d0f932 HTTP/1.1" status: 200  len: 849 time: 0.1436236
Jan 21 07:48:02.605144 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ffb6aa12-e59d-4227-9d28-b64a8f0d6dd6 admin admin] 10.222.0.21 "GET /v2.0/routers/c6baee84-8d3d-471e-9116-0e7aa38d2d61 HTTP/1.1" status: 200  len: 704 time: 0.2895024
Jan 21 07:48:03.083427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:03.495697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Allocated IP 172.20.0.1 (bdb0b07e-bd84-4964-8714-0a472c883794/e966cd8a-7bf6-4ffa-872d-78d721d0f932/f04796ae-e115-4d83-955d-1f86655ea51f) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:48:03.774986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:03.792639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Transition to ACTIVE for port object f04796ae-e115-4d83-955d-1f86655ea51f will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:48:03.874196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:03.893115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:04.021657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Pushing event updated for resources: {'Port': ['ID=f04796ae-e115-4d83-955d-1f86655ea51f,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:04.033838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:04.088627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Network bdb0b07e-bd84-4964-8714-0a472c883794 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:48:04.089713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:48:04.091967 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:48:04.092481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:04.376591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-4758fead-3c50-4dcf-a2f5-afcb63b86a11 None None] Provisioning for port f04796ae-e115-4d83-955d-1f86655ea51f completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:48:04.382788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-4758fead-3c50-4dcf-a2f5-afcb63b86a11 None None] Provisioning complete for port f04796ae-e115-4d83-955d-1f86655ea51f triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:48:04.383188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4758fead-3c50-4dcf-a2f5-afcb63b86a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:04.447126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-4758fead-3c50-4dcf-a2f5-afcb63b86a11 None None] Port f04796ae-e115-4d83-955d-1f86655ea51f cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:48:04.562611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:04.855257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:04.878761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:04.879868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:04.894804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:05.027176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Pushing event updated for resources: {'Port': ['ID=f04796ae-e115-4d83-955d-1f86655ea51f,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:05.032216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:05.086815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Network bdb0b07e-bd84-4964-8714-0a472c883794 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:48:05.088008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:48:05.272104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-fb31f648-68fd-4435-a87a-11645a5a9b64 None None] Provisioning complete for port f04796ae-e115-4d83-955d-1f86655ea51f triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:48:05.272511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fb31f648-68fd-4435-a87a-11645a5a9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:05.319241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Router c6baee84-8d3d-471e-9116-0e7aa38d2d61 is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 07:48:05.330934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-fb31f648-68fd-4435-a87a-11645a5a9b64 None None] Port f04796ae-e115-4d83-955d-1f86655ea51f cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:48:05.482603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:48:05.492672 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] 10.222.0.21 "PUT /v2.0/routers/c6baee84-8d3d-471e-9116-0e7aa38d2d61/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8812478
Jan 21 07:48:05.494190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Sync routers for ids ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:48:05.505883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Routers {'c6baee84-8d3d-471e-9116-0e7aa38d2d61'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:48:05.506779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dee84d68>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:47:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:05.693966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Set router c6baee84-8d3d-471e-9116-0e7aa38d2d61 gateway port host: None {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:48:06.249309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dee84d68>, [{'id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'name': 'router1', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:47:52Z', 'updated_at': '2021-01-21T07:48:04Z', 'revision_number': 2, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'gw_port_host': None, '_interfaces': [{'id': 'f04796ae-e115-4d83-955d-1f86655ea51f', 'name': '', 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'mac_address': 'fa:16:3e:79:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:03Z', 'updated_at': '2021-01-21T07:48:04Z', 'revision_number': 2, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'subnets': [{'id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa313ac5-912d-490f-a2bf-6bb15c269e09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:06.254380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Checking router: c6baee84-8d3d-471e-9116-0e7aa38d2d61 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:48:06.254776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Updating router c6baee84-8d3d-471e-9116-0e7aa38d2d61 port f04796ae-e115-4d83-955d-1f86655ea51f binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:48:06.309636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:06.762029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:06.776621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Transition to ACTIVE for port object f04796ae-e115-4d83-955d-1f86655ea51f will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:48:06.827520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:06.846948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:06.987919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Pushing event updated for resources: {'Port': ['ID=f04796ae-e115-4d83-955d-1f86655ea51f,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:07.010467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.010864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.011206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.011566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.011923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.012327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.012631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.012981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.013345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.013694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.014069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.014422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Tracked resource versions report:
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'}}
Jan 21 07:48:07.015530 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:48:07.022443 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:07.177401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Attempting to bind port f04796ae-e115-4d83-955d-1f86655ea51f on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:48:07.177902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Attempting to bind port f04796ae-e115-4d83-955d-1f86655ea51f by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:48:07.178275 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Attempting to bind port f04796ae-e115-4d83-955d-1f86655ea51f on network bdb0b07e-bd84-4964-8714-0a472c883794 {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:48:07.185206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:48:07.185622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Checking segment: {'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:48:07.186274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:07.186761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Bound using segment: {'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:48:07.187312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Bound port: f04796ae-e115-4d83-955d-1f86655ea51f, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36861329-043e-4727-be53-aa2c6202a9a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:48:07.187755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:07.284680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] For port f04796ae-e115-4d83-955d-1f86655ea51f, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:48:07.289628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] For port f04796ae-e115-4d83-955d-1f86655ea51f, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f04796ae-e115-4d83-955d-1f86655ea51f,segment=NetworkSegment(36861329-043e-4727-be53-aa2c6202a9a2),segment_id=36861329-043e-4727-be53-aa2c6202a9a2)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:48:07.365639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:07.382115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:07.536539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Pushing event updated for resources: {'Port': ['ID=f04796ae-e115-4d83-955d-1f86655ea51f,revision_number=4']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:07.549684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:07.599226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Routers {'c6baee84-8d3d-471e-9116-0e7aa38d2d61'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:48:07.599864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dee84d68>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:47:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:07.765469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] Set router c6baee84-8d3d-471e-9116-0e7aa38d2d61 gateway port host: None {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:48:08.019074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52454) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:48:08.106388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dee84d68>, [{'id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'name': 'router1', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:47:52Z', 'updated_at': '2021-01-21T07:48:04Z', 'revision_number': 2, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'gw_port_host': None, '_interfaces': [{'id': 'f04796ae-e115-4d83-955d-1f86655ea51f', 'name': '', 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'mac_address': 'fa:16:3e:79:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:03Z', 'updated_at': '2021-01-21T07:48:07Z', 'revision_number': 4, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'subnets': [{'id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa313ac5-912d-490f-a2bf-6bb15c269e09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:08.110466 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a448c1ce-3e09-4645-821c-6c4a30feafb7 None None] The sync data for ids ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'] in dv-cinder-768592-5-iscsi is: [{'id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'name': 'router1', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:47:52Z', 'updated_at': '2021-01-21T07:48:04Z', 'revision_number': 2, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'gw_port_host': None, '_interfaces': [{'id': 'f04796ae-e115-4d83-955d-1f86655ea51f', 'name': '', 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'mac_address': 'fa:16:3e:79:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:03Z', 'updated_at': '2021-01-21T07:48:07Z', 'revision_number': 4, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'subnets': [{'id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa313ac5-912d-490f-a2bf-6bb15c269e09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:48:08.207412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8eb300-75e1-4279-95ca-06a57b6a0122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:48:08.208034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ef8eb300-75e1-4279-95ca-06a57b6a0122 admin admin] Synchronizing usage tracker for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:48:08.265611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ef8eb300-75e1-4279-95ca-06a57b6a0122 admin admin] Unset dirty status for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:48:08.266991 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ef8eb300-75e1-4279-95ca-06a57b6a0122 admin admin] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 842 time: 0.2468266
Jan 21 07:48:08.277649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'cidr': '172.27.0.0/24'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:48:08.283379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:48:08.287395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Usage tracker for resource:subnet and tenant:e01a5c526e3744c4974e4a94e0cb535f is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:48:08.290431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:48:08.296473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:48:08.334187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Made reservation on behalf of e01a5c526e3744c4974e4a94e0cb535f for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:48:08.338815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:09.075190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.objects.ports [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80207) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 21 07:48:09.075674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:09.091360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-942a7a54-1810-48bd-85e0-ffc12661d7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:09.234335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa77807f-dbf2-4e36-ac35-591afd696749,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:09.237127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:09.293972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:48:09.294366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Network hostable DHCP agents. Network: 877a3e71-5485-4d19-bbac-66a071a78bdb, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:48:09.385984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:48:09.477527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 877a3e71-5485-4d19-bbac-66a071a78bdb) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:48:09.482091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:48:09.482747 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:09.486141 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3ebd9-da98-4d79-831a-805882e48408 None None] Network 877a3e71-5485-4d19-bbac-66a071a78bdb requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:48:09.593908 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3201411
Jan 21 07:48:09.742272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ccd176-cc5b-439b-85a4-f6db45eca4c2 None None] Network 877a3e71-5485-4d19-bbac-66a071a78bdb requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:48:10.916806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f04796ae-e115-4d83-955d-1f86655ea51f up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:48:11.180476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port f04796ae-e115-4d83-955d-1f86655ea51f completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:48:11.185878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port f04796ae-e115-4d83-955d-1f86655ea51f triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:48:11.186289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:11.306978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:11.340484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port f04796ae-e115-4d83-955d-1f86655ea51f, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f04796ae-e115-4d83-955d-1f86655ea51f,segment=NetworkSegment(36861329-043e-4727-be53-aa2c6202a9a2),segment_id=36861329-043e-4727-be53-aa2c6202a9a2)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:48:11.370708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:11.373951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eb671723-a712-4281-a69a-ced3f224cc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:11.442844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=f04796ae-e115-4d83-955d-1f86655ea51f,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:11.446957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:12.139095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52468) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:48:12.374733 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-156abeca-d2a8-4b45-81c0-2d32015e3e16 admin admin] 10.222.0.21 "GET /v2.0/routers/c6baee84-8d3d-471e-9116-0e7aa38d2d61 HTTP/1.1" status: 200  len: 710 time: 0.2343369
Jan 21 07:48:12.514937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23d8ecc-6dfc-413b-b147-3086db395a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:48:12.516414 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c23d8ecc-6dfc-413b-b147-3086db395a6f admin admin] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 886 time: 0.1358931
Jan 21 07:48:12.526801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:48:12.902182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f04796ae-e115-4d83-955d-1f86655ea51f up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:48:12.978434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port f04796ae-e115-4d83-955d-1f86655ea51f triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:48:12.978829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:13.167239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:13.537408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:13.597658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:13.610520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:13.625823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:48:13.629770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:48:13.633648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:48:13.639273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:48:13.892169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:13.930858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:13.948889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:14.034860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f947a2-a910-4775-b5c8-6a9c3ff49258,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:14.040550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:14.201159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Allocated IP 172.27.0.7 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/25c59422-2e4f-47f5-9302-96f8fc30e735) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:48:14.350313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:14.415399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:14.431101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cbfef2d2-2250-4528-84ab-2898e413b974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:14.567202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Pushing event updated for resources: {'Port': ['ID=25c59422-2e4f-47f5-9302-96f8fc30e735,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:14.572907 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:14.624630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:48:14.625719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:48:14.627888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:48:15.152563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:15.675485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:15.678921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853867147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-908668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-908699'] for router, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:15.862394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Router c6baee84-8d3d-471e-9116-0e7aa38d2d61 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 07:48:16.046008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:48:16.055906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Sync routers for ids ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:48:16.062801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:16.064068 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] 10.222.0.21 "PUT /v2.0/routers/c6baee84-8d3d-471e-9116-0e7aa38d2d61 HTTP/1.1" status: 200  len: 888 time: 3.5414619
Jan 21 07:48:16.065565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Routers {'c6baee84-8d3d-471e-9116-0e7aa38d2d61'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:48:16.066256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd74f7f0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:47:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:16.270723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Set router c6baee84-8d3d-471e-9116-0e7aa38d2d61 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:48:16.639732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd74f7f0>, [{'id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'name': 'router1', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '25c59422-2e4f-47f5-9302-96f8fc30e735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:47:52Z', 'updated_at': '2021-01-21T07:48:14Z', 'revision_number': 4, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'gw_port': {'id': '25c59422-2e4f-47f5-9302-96f8fc30e735', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:14Z', 'updated_at': '2021-01-21T07:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f04796ae-e115-4d83-955d-1f86655ea51f', 'name': '', 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'mac_address': 'fa:16:3e:79:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:03Z', 'updated_at': '2021-01-21T07:48:11Z', 'revision_number': 5, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'subnets': [{'id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa313ac5-912d-490f-a2bf-6bb15c269e09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:16.644739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Checking router: c6baee84-8d3d-471e-9116-0e7aa38d2d61 for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:48:16.645130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Updating router c6baee84-8d3d-471e-9116-0e7aa38d2d61 port 25c59422-2e4f-47f5-9302-96f8fc30e735 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:48:16.701008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:17.101624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:17.176130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Transition to ACTIVE for port object 25c59422-2e4f-47f5-9302-96f8fc30e735 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:48:17.227793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:17.243172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:17.373703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160b2b2-8a59-4193-a1e1-85cda77f0f4e None None] Pushing event updated for resources: {'Port': ['ID=25c59422-2e4f-47f5-9302-96f8fc30e735,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:17.379255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6160b2b2-8a59-4193-a1e1-85cda77f0f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:17.446610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Attempting to bind port 25c59422-2e4f-47f5-9302-96f8fc30e735 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:48:17.447020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Attempting to bind port 25c59422-2e4f-47f5-9302-96f8fc30e735 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:48:17.447425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Attempting to bind port 25c59422-2e4f-47f5-9302-96f8fc30e735 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:48:17.452987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:48:17.454476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:48:17.454476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:17.454695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:48:17.458388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Bound port: 25c59422-2e4f-47f5-9302-96f8fc30e735, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:48:17.458820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:17.544273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] For port 25c59422-2e4f-47f5-9302-96f8fc30e735, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:48:17.547405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] For port 25c59422-2e4f-47f5-9302-96f8fc30e735, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=25c59422-2e4f-47f5-9302-96f8fc30e735,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:48:17.576596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:17.592255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6160b2b2-8a59-4193-a1e1-85cda77f0f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:17.762208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160b2b2-8a59-4193-a1e1-85cda77f0f4e None None] Pushing event updated for resources: {'Port': ['ID=25c59422-2e4f-47f5-9302-96f8fc30e735,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:17.767980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6160b2b2-8a59-4193-a1e1-85cda77f0f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:17.817473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Routers {'c6baee84-8d3d-471e-9116-0e7aa38d2d61'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:48:17.818167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd74f7f0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:47:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:18.022986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] Set router c6baee84-8d3d-471e-9116-0e7aa38d2d61 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:48:18.559373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd74f7f0>, [{'id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'name': 'router1', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '25c59422-2e4f-47f5-9302-96f8fc30e735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:47:52Z', 'updated_at': '2021-01-21T07:48:14Z', 'revision_number': 4, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'gw_port': {'id': '25c59422-2e4f-47f5-9302-96f8fc30e735', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:14Z', 'updated_at': '2021-01-21T07:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f04796ae-e115-4d83-955d-1f86655ea51f', 'name': '', 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'mac_address': 'fa:16:3e:79:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:03Z', 'updated_at': '2021-01-21T07:48:11Z', 'revision_number': 5, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'subnets': [{'id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa313ac5-912d-490f-a2bf-6bb15c269e09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:48:18.563499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fe6b3-69c0-4781-8bfd-ea77d2a1fc47 None None] The sync data for ids ['c6baee84-8d3d-471e-9116-0e7aa38d2d61'] in dv-cinder-768592-5-iscsi is: [{'id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'name': 'router1', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '25c59422-2e4f-47f5-9302-96f8fc30e735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:47:52Z', 'updated_at': '2021-01-21T07:48:14Z', 'revision_number': 4, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'gw_port': {'id': '25c59422-2e4f-47f5-9302-96f8fc30e735', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:db:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:14Z', 'updated_at': '2021-01-21T07:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f04796ae-e115-4d83-955d-1f86655ea51f', 'name': '', 'network_id': 'bdb0b07e-bd84-4964-8714-0a472c883794', 'tenant_id': 'dccf9db957c746499fa4ce9508c3a001', 'mac_address': 'fa:16:3e:79:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6baee84-8d3d-471e-9116-0e7aa38d2d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:48:03Z', 'updated_at': '2021-01-21T07:48:11Z', 'revision_number': 5, 'project_id': 'dccf9db957c746499fa4ce9508c3a001', 'subnets': [{'id': 'e966cd8a-7bf6-4ffa-872d-78d721d0f932', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fa313ac5-912d-490f-a2bf-6bb15c269e09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:48:18.813878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 52478) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:48:18.938158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 25c59422-2e4f-47f5-9302-96f8fc30e735 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:48:18.970259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1d432-b8fe-41ac-9b83-ecd76a505da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:48:18.971941 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-aba1d432-b8fe-41ac-9b83-ecd76a505da1 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1078 time: 0.1570358
Jan 21 07:48:19.040285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 25c59422-2e4f-47f5-9302-96f8fc30e735 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:48:19.046426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 25c59422-2e4f-47f5-9302-96f8fc30e735 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:48:19.046848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:19.182247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:19.199249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 25c59422-2e4f-47f5-9302-96f8fc30e735, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=25c59422-2e4f-47f5-9302-96f8fc30e735,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:48:19.233602 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:19.236406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6160b2b2-8a59-4193-a1e1-85cda77f0f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:48:19.308266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=25c59422-2e4f-47f5-9302-96f8fc30e735,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:48:19.312317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:48:20.912592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 25c59422-2e4f-47f5-9302-96f8fc30e735 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:48:21.009669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 25c59422-2e4f-47f5-9302-96f8fc30e735 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:48:21.010181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:23.426070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e7fee5d7-53e5-4f4c-8aec-cc51fe4e3ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:25.683396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-539b7ffe-3ba5-43c5-9178-b65c8273fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:26.050816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:26.706837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:48:26.964838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:27.700346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:53.398850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-12d1bfaf-9be9-43a7-9105-c45fc05a708e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:55.682315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7586b3ac-1dcf-42ed-a85c-29d94780bf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:56.078949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:56.969563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:48:57.705236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:03.707091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:49:23.409622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e536dcde-b8b3-4489-a588-688496f7dbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:25.671986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4bb07f62-0216-4b2e-b6d9-bd37f54745ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:26.049239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:26.958264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:27.694894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:40.708454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:49:53.407482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-de2aceae-bb4c-4ac3-a7bf-b58fc257ede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:55.677381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ae40c65e-df7a-47ef-9450-c379b9170cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:56.054533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:56.950522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:49:57.700401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:17.707921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:50:23.396888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b0092dd4-a87b-4473-80a6-3cd2cb537de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:25.675814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1366fc7-4f79-458e-a66a-e267f8383b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:26.052744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:26.951178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:27.711342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:34.750549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53054) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:34.852780 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3baf4d-c2f7-4633-8d54-2427efc9c0e2 admin admin] GET failed (client error): The resource could not be found.
Jan 21 07:50:34.854115 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ad3baf4d-c2f7-4633-8d54-2427efc9c0e2 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1025348
Jan 21 07:50:34.999401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068e3c3-66c8-4bc7-b416-2ec41dd4047a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:35.000985 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6068e3c3-66c8-4bc7-b416-2ec41dd4047a admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1425426
Jan 21 07:50:37.554717 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53064) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:37.731116 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-05929fc9-7024-401e-b298-2aa1c3defb04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:50:37.731668 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-05929fc9-7024-401e-b298-2aa1c3defb04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:50:38.101402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.policy [None req-05929fc9-7024-401e-b298-2aa1c3defb04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80206) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 21 07:50:38.102261 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-05929fc9-7024-401e-b298-2aa1c3defb04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:50:38.102667 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING oslo_policy.policy [None req-05929fc9-7024-401e-b298-2aa1c3defb04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 21 07:50:38.113210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05929fc9-7024-401e-b298-2aa1c3defb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:38.115212 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-05929fc9-7024-401e-b298-2aa1c3defb04 admin admin] 10.222.0.21 "GET /v2.0/subnets/e966cd8a-7bf6-4ffa-872d-78d721d0f932 HTTP/1.1" status: 200  len: 849 time: 0.5583839
Jan 21 07:50:38.126257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:50:38.250202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:38.768804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750693477440'] for subnet, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:38.790385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:50:38.943619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e966cd8a-7bf6-4ffa-872d-78d721d0f932,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:50:38.958647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.959022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.959393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.959752 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.960109 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.960473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.960825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.961177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.961532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.961908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.962263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.962611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Tracked resource versions report:
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'}}
Jan 21 07:50:38.963725 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:50:39.014954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:50:39.018289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:39.019072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:39.020376 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] 10.222.0.21 "PUT /v2.0/subnets/e966cd8a-7bf6-4ffa-872d-78d721d0f932 HTTP/1.1" status: 200  len: 868 time: 0.8989470
Jan 21 07:50:39.037506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114939d8-7f9a-4cb1-a9a3-72e185ac63d0 None None] Network bdb0b07e-bd84-4964-8714-0a472c883794 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:50:39.526368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-3c47c532-8989-4009-a293-0f1526a0d30b None None] Provisioning complete for port f04796ae-e115-4d83-955d-1f86655ea51f triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:50:39.526791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3c47c532-8989-4009-a293-0f1526a0d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:39.668323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-3c47c532-8989-4009-a293-0f1526a0d30b None None] Provisioning complete for port 6c6ea9d3-d4d6-4285-8e35-84ff5eb26ef9 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:50:39.668627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3c47c532-8989-4009-a293-0f1526a0d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:41.490433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53084) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:41.704651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7274646-7b8b-4c62-9564-3c247e481550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:41.705266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7274646-7b8b-4c62-9564-3c247e481550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:41.706975 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b7274646-7b8b-4c62-9564-3c247e481550 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2155204
Jan 21 07:50:44.187533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53094) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:44.423939 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178e30f-be8e-4cb4-8289-4a4ece95f79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:44.424229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8178e30f-be8e-4cb4-8289-4a4ece95f79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:44.425971 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8178e30f-be8e-4cb4-8289-4a4ece95f79c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2373567
Jan 21 07:50:47.219535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53104) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:47.431287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a030e-0475-4a56-b1e6-1bcc230665da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:47.432697 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4e2a030e-0475-4a56-b1e6-1bcc230665da admin admin] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 886 time: 0.2121415
Jan 21 07:50:50.053450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53114) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:50.325513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4167eab-81e0-4927-a48d-b70bb3564556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:50.327040 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d4167eab-81e0-4927-a48d-b70bb3564556 admin admin] 10.222.0.21 "GET /v2.0/networks/bdb0b07e-bd84-4964-8714-0a472c883794 HTTP/1.1" status: 200  len: 862 time: 0.2722600
Jan 21 07:50:53.149374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53124) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:53.301062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e2d9d-6593-4d9f-9a1b-3ac27a2d9a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:53.301475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e2d9d-6593-4d9f-9a1b-3ac27a2d9a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:53.302323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7e5e2d9d-6593-4d9f-9a1b-3ac27a2d9a37 admin admin] Synchronizing usage tracker for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:subnet {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:50:53.362592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7e5e2d9d-6593-4d9f-9a1b-3ac27a2d9a37 admin admin] Unset dirty status for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:subnet {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:50:53.373772 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7e5e2d9d-6593-4d9f-9a1b-3ac27a2d9a37 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2132838
Jan 21 07:50:53.424459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5a42-21aa-4bda-ae95-a47fad0fbaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:54.707948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:50:55.681136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96e8a279-0dac-46ee-bde6-99fa21ba2027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:56.058203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:56.377664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53134) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:56.529580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687cfcc4-bb9e-4ee3-a55f-f31e70ccc76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:56.530032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687cfcc4-bb9e-4ee3-a55f-f31e70ccc76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:56.531678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-687cfcc4-bb9e-4ee3-a55f-f31e70ccc76e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1529517
Jan 21 07:50:57.099636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:57.711705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:50:59.305529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53144) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:50:59.476724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1822b-c9e1-4d93-9ba2-92ca01c6d023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:50:59.478529 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1ea1822b-c9e1-4d93-9ba2-92ca01c6d023 admin admin] 10.222.0.21 "GET /v2.0/subnets/e966cd8a-7bf6-4ffa-872d-78d721d0f932 HTTP/1.1" status: 200  len: 868 time: 0.1719916
Jan 21 07:51:02.295134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53154) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:51:02.449529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25e88f-72fb-4bce-bf42-172cd60f849f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:51:02.451191 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0a25e88f-72fb-4bce-bf42-172cd60f849f admin admin] 10.222.0.21 "GET /v2.0/subnets/fa77807f-dbf2-4e36-ac35-591afd696749 HTTP/1.1" status: 200  len: 816 time: 0.1550319
Jan 21 07:51:23.407470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ed8e368-deeb-4250-92a4-6274404436e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:25.676250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1de0d2e1-7232-409c-853f-a5ba50cabaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:26.070826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:26.967126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:27.726655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:28.908952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53194) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:51:28.987828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [None req-8aa7ac79-1802-4287-91b9-f7f8e9dbfe3b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:51:28.988901 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8aa7ac79-1802-4287-91b9-f7f8e9dbfe3b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0789394
Jan 21 07:51:31.538194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53204) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:51:31.641124 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3946aa0-8f64-490b-8244-34fc026b2719 admin admin] GET failed (client error): The resource could not be found.
Jan 21 07:51:31.642469 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f3946aa0-8f64-490b-8244-34fc026b2719 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1032720
Jan 21 07:51:31.707693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:51:31.779775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb2681f-c14b-45d4-b949-7d867403ecf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:51:31.781350 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7bb2681f-c14b-45d4-b949-7d867403ecf9 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1344287
Jan 21 07:51:34.286790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53214) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:51:34.367313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:51:34.372186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:51:34.382642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:51:34.417510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Made reservation on behalf of e01a5c526e3744c4974e4a94e0cb535f for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:51:34.422636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:34.520339 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.services.revisions.revision_plugin [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f56dd7ebeb8] {project_id='e01a5c526e3744c4974e4a94e0cb535f', id='04e3c44f-5661-4965-bcbf-c2c176cecb1b', target_tenant='*', action='access_as_shared', object_id='f9fe288e-9fef-4794-9097-79e7aaeaf981'}> to bump revision.
Jan 21 07:51:34.635499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:51:34.644665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:34.645086 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Added segment 95f4e278-b8b0-4b30-ab0a-755e48997386 of type vxlan for network f9fe288e-9fef-4794-9097-79e7aaeaf981
Jan 21 07:51:34.670765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:34.738009 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:34.739255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:51:34.739896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:34.744694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:51:34.849042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Pushing event updated for resources: {'Network': ['ID=f9fe288e-9fef-4794-9097-79e7aaeaf981,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:51:34.856291 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.856695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.857069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.857438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.857821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.858202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.858562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.858924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.859285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.860256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.860614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.860968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:34.864639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:51:34.872392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network f9fe288e-9fef-4794-9097-79e7aaeaf981 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:51:34.888148 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6001770
Jan 21 07:51:37.426486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53224) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:51:37.528524 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9717483-9dc5-40cb-bdba-e5181b89f053 admin admin] GET failed (client error): The resource could not be found.
Jan 21 07:51:37.529066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d9717483-9dc5-40cb-bdba-e5181b89f053 admin admin] Synchronizing usage tracker for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:51:37.561221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d9717483-9dc5-40cb-bdba-e5181b89f053 admin admin] Unset dirty status for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:51:37.562939 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d9717483-9dc5-40cb-bdba-e5181b89f053 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1349266
Jan 21 07:51:37.680345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0690ccb2-7c51-452a-84b2-104e9620221b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:51:37.681880 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0690ccb2-7c51-452a-84b2-104e9620221b admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1142268
Jan 21 07:51:37.693527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:51:37.698127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:51:37.708640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:51:37.760260 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Made reservation on behalf of e01a5c526e3744c4974e4a94e0cb535f for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:51:37.764761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:38.194337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:38.209412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:51:38.502071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca2bf38-586d-4004-b1e1-6778c884be77,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:51:38.514663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:51:38.579660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Checking segment: {'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:51:38.580041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Network hostable DHCP agents. Network: f9fe288e-9fef-4794-9097-79e7aaeaf981, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:51:38.663635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Network f9fe288e-9fef-4794-9097-79e7aaeaf981 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:51:38.697937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, f9fe288e-9fef-4794-9097-79e7aaeaf981) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:51:38.701866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:51:38.702504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:38.707680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e089f-1c16-4ad7-ac78-ff2189c2bb18 None None] Network f9fe288e-9fef-4794-9097-79e7aaeaf981 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:51:38.756835 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0669425
Jan 21 07:51:38.947463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-f9fe288e-9fef-4794-9097-79e7aaeaf981', 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981', 'tenant_id': 'e01a5c526e3744c4974e4a94e0cb535f', 'fixed_ips': [{'subnet_id': 'dca2bf38-586d-4004-b1e1-6778c884be77'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 07:51:38.948405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:39.248618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Allocated IP 192.168.233.2 (f9fe288e-9fef-4794-9097-79e7aaeaf981/dca2bf38-586d-4004-b1e1-6778c884be77/3911abc1-9418-4804-9bff-3835469504c7) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:51:39.682148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:39.739416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Transition to ACTIVE for port object 3911abc1-9418-4804-9bff-3835469504c7 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:51:39.756821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Transition to ACTIVE for port object 3911abc1-9418-4804-9bff-3835469504c7 will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:51:39.796863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:39.813940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:51:39.943983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Pushing event updated for resources: {'Port': ['ID=3911abc1-9418-4804-9bff-3835469504c7,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:51:39.956291 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.956667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.957036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.957396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.957770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.958136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.958563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.958921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.959288 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.959639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.959987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.960334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:51:39.974155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:51:40.018099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Network f9fe288e-9fef-4794-9097-79e7aaeaf981 is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:51:40.019348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:51:40.021868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:51:40.085313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Attempting to bind port 3911abc1-9418-4804-9bff-3835469504c7 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:51:40.085727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Attempting to bind port 3911abc1-9418-4804-9bff-3835469504c7 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:51:40.086194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Attempting to bind port 3911abc1-9418-4804-9bff-3835469504c7 on network f9fe288e-9fef-4794-9097-79e7aaeaf981 {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:51:40.092076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:51:40.092532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Checking segment: {'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:51:40.092970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:40.093407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Bound using segment: {'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:51:40.094079 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Bound port: 3911abc1-9418-4804-9bff-3835469504c7, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:51:40.094573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:40.194701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] For port 3911abc1-9418-4804-9bff-3835469504c7, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:51:40.198580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] For port 3911abc1-9418-4804-9bff-3835469504c7, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3911abc1-9418-4804-9bff-3835469504c7,segment=NetworkSegment(95f4e278-b8b0-4b30-ab0a-755e48997386),segment_id=95f4e278-b8b0-4b30-ab0a-755e48997386)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:51:40.275953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:40.292294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:51:40.453050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Pushing event updated for resources: {'Port': ['ID=3911abc1-9418-4804-9bff-3835469504c7,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:51:40.459135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:51:41.157374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3911abc1-9418-4804-9bff-3835469504c7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:51:41.270328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 3911abc1-9418-4804-9bff-3835469504c7 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:51:41.733889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8d12b-4dd8-4142-a62b-2d335c0a444f None None] Network f9fe288e-9fef-4794-9097-79e7aaeaf981 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:51:41.874542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Provisioning for port 3911abc1-9418-4804-9bff-3835469504c7 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:51:41.885860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Provisioning complete for port 3911abc1-9418-4804-9bff-3835469504c7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:51:41.886276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:42.113763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:42.159223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] For port 3911abc1-9418-4804-9bff-3835469504c7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3911abc1-9418-4804-9bff-3835469504c7,segment=NetworkSegment(95f4e278-b8b0-4b30-ab0a-755e48997386),segment_id=95f4e278-b8b0-4b30-ab0a-755e48997386)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:51:42.201901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:42.206720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fdd57af0-d72d-474e-a3be-d543bc3e8af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:51:42.296941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Pushing event updated for resources: {'Port': ['ID=3911abc1-9418-4804-9bff-3835469504c7,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:51:42.300417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:51:42.432031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-5021d1d4-2847-4452-b1df-a42f588c3655 None None] Provisioning complete for port 3911abc1-9418-4804-9bff-3835469504c7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:51:42.432449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5021d1d4-2847-4452-b1df-a42f588c3655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:42.691135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-83dfafda-7565-4ff1-8e0a-ad68961107e2 None None] Provisioning complete for port 3911abc1-9418-4804-9bff-3835469504c7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:51:42.691544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-83dfafda-7565-4ff1-8e0a-ad68961107e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:43.137829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3911abc1-9418-4804-9bff-3835469504c7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:51:43.211695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 3911abc1-9418-4804-9bff-3835469504c7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:51:43.212335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:53.390764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-036d615e-c6fb-4535-a62f-c9cc7f58edf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:55.675680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8659b5e-e258-4785-b907-11aaaaf204cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:56.063897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:56.943920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:51:57.737549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:08.707986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:52:23.395017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-429bfd62-98b2-489b-8dd7-91e5d1f389ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:25.675073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-227e2cbe-37c1-4eb0-b180-668c7bc902b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:26.069467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:26.943153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:27.720423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:45.708725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:52:53.394860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4f6da889-1049-48d3-965d-5c0cf43c5574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:55.680209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4f875fc-ec5a-469f-ba85-0a0c9a10f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:56.062970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:56.943221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:52:57.743298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:04.395239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53266) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:53:04.401630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [None req-bb25792d-668d-4bd3-8159-d2dac16240f0 tempest-verify_tempest_config-355805497 tempest-verify_tempest_config-355805497] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:53:04.402689 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-bb25792d-668d-4bd3-8159-d2dac16240f0 tempest-verify_tempest_config-355805497 tempest-verify_tempest_config-355805497] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0064175
Jan 21 07:53:04.883490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53286) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:53:05.037495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:05.052750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:53:05.056788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb94b3533ac64ff191165cb0539a447b is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:53:05.059819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:53:05.065479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:53:05.443046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:05.486523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:05.496527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:53:05.537942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Synchronizing usage tracker for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:53:05.542607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2e8c45-78dd-4b05-9307-e1bc06af3ec0,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:53:05.554969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.555369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.555745 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.556114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.556480 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.556846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.557213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.557572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.557981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.558341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.558699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.559056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:53:05.564040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:53:05.594705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Unset dirty status for tenant:e01a5c526e3744c4974e4a94e0cb535f on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:53:05.596064 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb94b3533ac64ff191165cb0539a447b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7115343
Jan 21 07:53:05.598923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53292) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:53:05.660027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:05.690225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:05.772075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:05.776190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-54641e72-d824-481a-bc01-de9e3f8a2caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:53:05.787782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2e8c45-78dd-4b05-9307-e1bc06af3ec0,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:53:05.791830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:53:05.795957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:05.797168 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b2e8c45-78dd-4b05-9307-e1bc06af3ec0 HTTP/1.1" status: 204  len: 168 time: 0.1972446
Jan 21 07:53:22.708877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:53:23.394649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eefe9d19-3eab-4f84-a6bd-11cb1da0c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:25.691445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab9791d4-ea00-46b6-aaf9-d67fdaf5690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:26.068439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:26.948631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:27.737185 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:53.399853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2851e03d-fb6a-4316-985a-fd4c5cc1d527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:55.685319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e44ef18f-53d9-434d-93cc-0fdaf26e8ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:56.074944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:56.959328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:57.777025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:53:59.709866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:54:23.422484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d2806ae3-5332-4751-855e-4d84fca9698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:25.696770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0db900a2-6ef1-4318-9e34-9d58603b79f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:26.079649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:26.948647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:27.770613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:36.710815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 5 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:54:53.033012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970'] for agent, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:53.033617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.033858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.034239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.034608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.034983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.035355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.035723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.036091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.036457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.036821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.037415 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.037912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:54:53.038310 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f56dd5ced30>, 'Open vSwitch agent', 'hv-cinder-76859', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:54:53.043398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f56dda52860>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76859', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:54:53.398739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2f9371f5-20a5-4536-b55d-bd22a4a58526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:53.401660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] get_endpoint_by_host() called for host hv-cinder-76859 {{(pid=80208) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 21 07:54:53.407526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=80208) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 21 07:54:53.410682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=80208) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 21 07:54:53.450168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] _get_endpoints() called {{(pid=80208) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 21 07:54:55.690301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7fa4629f-c63c-48ed-8691-bae46395428a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:56.084841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:56.948013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:54:57.829859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:04.097776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53364) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:55:04.257940 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6ad3cb1f-1f14-49ff-b799-2c5f40b24da3 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1588295
Jan 21 07:55:06.920624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53374) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:55:07.021557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f454d23d-c40b-4e2f-9543-9b37cc82ff8b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0996335
Jan 21 07:55:13.716237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:55:23.027409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:23.392181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2dcb86aa-715f-4fb9-b93c-c04e8a4c8bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:25.706945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e5f5b427-0dfc-46c4-835c-1f382bef4d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:26.084194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:26.941396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:27.798581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:50.717614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:55:53.078764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:53.403721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-012c8d36-0f1f-49a0-b850-ffa3476b75de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:55.713088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a85f9169-f073-412b-b1ba-b2c602cec7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:56.083984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:56.958483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:55:57.793620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:23.054761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:23.409239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-29fb9468-8da5-4427-ae65-4a3324cd1158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:25.700564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-394e045d-7678-4802-ae52-790c3b4a9f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:26.089186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:26.940226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:27.722551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:56:27.792906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:48.569236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53556) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:48.881995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53566) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:49.220550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53576) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:49.428498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53584) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:49.472381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53590) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:49.511367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1429465972-network', 'tenant_id': '3e5b1b04c601443689db8ecb1639db0b'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:49.518278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.524703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Usage tracker for resource:network and tenant:3e5b1b04c601443689db8ecb1639db0b is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.529151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.536058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.557008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53596) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:49.567972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-917699962-network', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:49.574615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.585240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Made reservation on behalf of 3e5b1b04c601443689db8ecb1639db0b for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:49.586206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:49.607968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Usage tracker for resource:network and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.616087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:49.637069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.651022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.668340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.676011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Usage tracker for resource:security_group_rule and tenant:3e5b1b04c601443689db8ecb1639db0b is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.678796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-487930078-network', 'tenant_id': '359fb291beed4c8dbf3f963e158babae'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:49.681559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.686887 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.quota [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f56de174ef0>.
Jan 21 07:56:49.688621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.699678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.710412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Usage tracker for resource:network and tenant:359fb291beed4c8dbf3f963e158babae is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.711429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Made reservation on behalf of fc8fd9bac9ee489282a92ea57c25d3b1 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:49.718255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.718817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:49.732934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.738484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:49.771208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.776021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.780007 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.786844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Made reservation on behalf of 359fb291beed4c8dbf3f963e158babae for: {'network': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:49.795380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.800535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:49.820555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:49.857494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.862437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Usage tracker for resource:security_group_rule and tenant:359fb291beed4c8dbf3f963e158babae is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.866391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.871058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818307050-network', 'tenant_id': '74b70837107c4ca780156e390e26f8ae'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:49.876156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.901604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.911852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Usage tracker for resource:network and tenant:74b70837107c4ca780156e390e26f8ae is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.920953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.934523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.957768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-network', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:49.970621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:49.981518 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Usage tracker for resource:network and tenant:3b9fe6bc224c4541900e5055a8e05595 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:49.982615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:49.989257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:49.996819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1314915855-network', 'tenant_id': '92d771289021448dbc05092275a5f872'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:50.002353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:50.006663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Usage tracker for resource:network and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:50.012191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:50.020662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:50.067658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.110202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.131354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:50.148418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.150550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Made reservation on behalf of 3b9fe6bc224c4541900e5055a8e05595 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:50.151910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Made reservation on behalf of 92d771289021448dbc05092275a5f872 for: {'network': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:50.156183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.165434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.172833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Made reservation on behalf of 74b70837107c4ca780156e390e26f8ae for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:50.173951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.182836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.193363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.194923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:50.221277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:56:50.230445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:50.248796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.257643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750693420847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.260004 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Added segment f355cc26-5d60-464f-bef4-7317c9126f5d of type vxlan for network f036bfd8-65ba-47b8-8690-5360401b0d6a
Jan 21 07:56:50.268324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.309894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Usage tracker for resource:security_group_rule and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:50.318033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.323785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:50.331905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:50.339201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:50.340089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:50.347817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Usage tracker for resource:security_group_rule and tenant:74b70837107c4ca780156e390e26f8ae is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:50.351665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Usage tracker for resource:security_group_rule and tenant:3b9fe6bc224c4541900e5055a8e05595 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:50.355306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09aaae0-35fd-4c05-9536-fb9cbce24255,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:50.359524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:50.362531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:50.372339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.378586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:50.383838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.384825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.384825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.385150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.385521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.385937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.386305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.386664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.387042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.387403 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.387761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.388385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.388529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.388893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.389181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.389537 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.389939 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.390296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.390650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.391006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.391361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.391710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.392064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.392415 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Tracked resource versions report:
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'},
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@hv-cinder-76859: {   'AddressGroup': '1.1',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'ConntrackHelper': '1.0',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Log': '1.0',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Network': '1.1',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Port': '1.6',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'PortForwarding': '1.2',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'QosPolicy': '1.8',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroup': '1.4',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroupRule': '1.2',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SubPort': '1.0',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Subnet': '1.1',
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Trunk': '1.1'}}
Jan 21 07:56:50.393735 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:56:50.407004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.410793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:50.411870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:50.422291 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:50.462829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88411a-37da-4341-956f-aab9af427fc9,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:50.466403 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:50.513442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.527082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:50.528120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.553149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f431184f-9b8e-473f-a5b8-3c6724ecdc89,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:50.570270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:50.571441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:50.609019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.609597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.610375 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.610949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.611862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.612311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.613056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.613713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.614430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.615696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.615696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.616321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.617092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.618949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.618949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.619516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.620166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.620816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.621462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.622751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.622751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.623285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.623951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.624599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Tracked resource versions report:
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'},
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@hv-cinder-76859: {   'AddressGroup': '1.1',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'ConntrackHelper': '1.0',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Log': '1.0',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Network': '1.1',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Port': '1.6',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'PortForwarding': '1.2',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'QosPolicy': '1.8',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroup': '1.4',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroupRule': '1.2',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SubPort': '1.0',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Subnet': '1.1',
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Trunk': '1.1'}}
Jan 21 07:56:50.627149 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:56:50.632494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:50.632860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:50.637082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:50.638060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:50.772603 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.5494437
Jan 21 07:56:50.782537 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53628) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:50.788628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Request body: {'subnet': {'network_id': 'f036bfd8-65ba-47b8-8690-5360401b0d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-487930078-subnet', 'tenant_id': '359fb291beed4c8dbf3f963e158babae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:50.794846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:50.799271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Usage tracker for resource:subnet and tenant:359fb291beed4c8dbf3f963e158babae is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:50.803026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:50.809659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:50.883128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Pushing event updated for resources: {'Network': ['ID=f036bfd8-65ba-47b8-8690-5360401b0d6a,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:50.895641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:50.902826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network f036bfd8-65ba-47b8-8690-5360401b0d6a details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:50.931929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.940830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.943944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Made reservation on behalf of 359fb291beed4c8dbf3f963e158babae for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:50.949473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.967335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:50.997770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.000010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.017826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-13dbecab-d41c-4ef3-a85e-6221b30417fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:51.026333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network f036bfd8-65ba-47b8-8690-5360401b0d6a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:51.044423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.054993 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:51.075103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.098680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:56:51.126933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db31619-8e45-47ff-bf96-179a274071e7,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:51.140443 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e3ca5d-b934-476b-9b5c-f2f82a7ef22e,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:51.143987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:51.172024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.250796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.250963 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Added segment 831b944c-f578-4e8e-8f38-07b4923f50b9 of type vxlan for network 69fbb171-c582-4802-aeed-2a88dcea79dc
Jan 21 07:56:51.261176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b6965-1ec1-4836-9c13-70a0dd10d371,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:51.269527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:51.276826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:51.276826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:51.384369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.496099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.498550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:51.499333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.506005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-39916e47-be38-4ea0-87ab-0a5e4dc5f725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:51.562456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:51.562986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:51.563711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:51.564148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:51.564868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:51.565296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:51.680571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Pushing event updated for resources: {'Network': ['ID=69fbb171-c582-4802-aeed-2a88dcea79dc,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:51.684705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:51.694140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 69fbb171-c582-4802-aeed-2a88dcea79dc details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:51.698946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80206) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:51.701406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:51.713913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 69fbb171-c582-4802-aeed-2a88dcea79dc details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:51.734361 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.2602158
Jan 21 07:56:51.737002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53652) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:51.748377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Request body: {'subnet': {'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-subnet', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:51.752402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.781214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:51.790157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Usage tracker for resource:subnet and tenant:3b9fe6bc224c4541900e5055a8e05595 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:51.805259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:51.810023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:56:51.822313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:51.830944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.831339 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Added segment b36d8d96-9224-444d-8d50-105b3194763b of type vxlan for network c4cce747-0e6a-47f3-ba35-72c17e872b1d
Jan 21 07:56:51.868347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Made reservation on behalf of 3b9fe6bc224c4541900e5055a8e05595 for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:51.874070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:51.881052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53656) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:51.898540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.072052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.079366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.094707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:52.106246 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.113724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:52.114582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.124291 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:52.226426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.234702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.241064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.281393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:56:52.291684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cce747-0e6a-47f3-ba35-72c17e872b1d,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:52.298634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:52.299363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:52.310672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c440b1-2c4c-4863-b4ad-1ac38134cb2e,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:52.310912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:52.314887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:7790fafeca554b7e8291ec81a3a08dfd is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:52.323601 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:52.334768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.334768 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Added segment 20bb72cc-ccb2-4c03-8510-648abe78bfbd of type vxlan for network 128aa3e6-4de5-4d74-9654-5ae616456924
Jan 21 07:56:52.335162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:52.335303 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.4463897
Jan 21 07:56:52.342785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:52.346863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53664) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:52.360961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:52.374390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Request body: {'subnet': {'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-subnet', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:52.381659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:52.403345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Usage tracker for resource:subnet and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:52.408437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:52.412969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.437864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:52.468896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Checking segment: {'id': 'f355cc26-5d60-464f-bef4-7317c9126f5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f036bfd8-65ba-47b8-8690-5360401b0d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:56:52.479920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Network hostable DHCP agents. Network: f036bfd8-65ba-47b8-8690-5360401b0d6a, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:56:52.531485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Made reservation on behalf of fc8fd9bac9ee489282a92ea57c25d3b1 for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:52.534412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Network f036bfd8-65ba-47b8-8690-5360401b0d6a is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:56:52.536553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.562211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.609561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, f036bfd8-65ba-47b8-8690-5360401b0d6a) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:56:52.612806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.618837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:52.620111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.635280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.636215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:52.636639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:52.636825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80206) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:56:52.637389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:56:52.642513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:52.642756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:52.643173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.653028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:52.690034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e8724e-70cc-490d-bef0-4b8585c4e4d4 None None] Network f036bfd8-65ba-47b8-8690-5360401b0d6a requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:52.725983 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7790fafeca554b7e8291ec81a3a08dfd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8413804
Jan 21 07:56:52.730864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53672) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:52.735186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0396c8b-a7ba-4795-b45e-8192996ab82d,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:52.758653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:52.806691 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0229392
Jan 21 07:56:52.845158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.882343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:52.882689 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.4517264
Jan 21 07:56:52.895128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53682) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:52.896164 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Pushing event updated for resources: {'Network': ['ID=128aa3e6-4de5-4d74-9654-5ae616456924,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:52.920257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 128aa3e6-4de5-4d74-9654-5ae616456924 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:52.936862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:52.945193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Request body: {'subnet': {'network_id': '128aa3e6-4de5-4d74-9654-5ae616456924', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818307050-subnet', 'tenant_id': '74b70837107c4ca780156e390e26f8ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:52.945513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 128aa3e6-4de5-4d74-9654-5ae616456924 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:52.953096 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:52.957855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Usage tracker for resource:subnet and tenant:74b70837107c4ca780156e390e26f8ae is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:52.962473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:52.969172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:53.037410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.043827 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:53.067362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0396c8b-a7ba-4795-b45e-8192996ab82d,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:53.079913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:53.088070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.089431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0396c8b-a7ba-4795-b45e-8192996ab82d HTTP/1.1" status: 204  len: 168 time: 0.3574841
Jan 21 07:56:53.186021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.206197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Made reservation on behalf of 74b70837107c4ca780156e390e26f8ae for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:53.231213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.295211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:56:53.313776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750693420847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.314522 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Added segment 39763a6d-73ec-4d62-99f3-26568e0233e7 of type vxlan for network 7c110376-5a97-4cff-b58e-1096bd087a1c
Jan 21 07:56:53.379572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.489063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.490763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:53.491554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.507298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:53.522165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09d240-d8c0-44f5-9f78-336cff85846d None None] Network f036bfd8-65ba-47b8-8690-5360401b0d6a requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:53.557491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.645357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Pushing event updated for resources: {'Network': ['ID=7c110376-5a97-4cff-b58e-1096bd087a1c,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:53.650605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:53.664038 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 4.1113930
Jan 21 07:56:53.664784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53712) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:53.671073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Request body: {'subnet': {'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1314915855-subnet', 'tenant_id': '92d771289021448dbc05092275a5f872', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:53.678885 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c5ded25c-9a6e-48d5-9299-51c92658818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.690933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:53.694881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 7c110376-5a97-4cff-b58e-1096bd087a1c details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:53.716423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Usage tracker for resource:subnet and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:53.716791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.727127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:53.747387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:53.747824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-125543b0-d4c4-43d0-b84d-68eeb46322f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:53.809034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Made reservation on behalf of 92d771289021448dbc05092275a5f872 for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:53.818629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:53.822889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 7c110376-5a97-4cff-b58e-1096bd087a1c details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:54.136320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:54.340486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d756463a-c5f2-42f2-8e8b-012ae3744765,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:54.354113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:54.358165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53720) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:54.470933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:56:54.476604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:54.542163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:54.542888 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Added segment f434e3bc-ccac-4cd0-8041-ab62bf49ae05 of type vxlan for network f3d3fa3b-4076-4955-9e32-1e92dbbb846e
Jan 21 07:56:54.601108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:54.631284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Usage tracker for resource:security_group_rule and tenant:d7f5e5d1a0db46c19314edfb2440abb0 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:54.632605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:54.652596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:54.671102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:54.704683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:54.802054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=274baf23-d0a0-4035-ab95-34037fd9b7c5,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:54.810649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:54.833216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:54.903417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Checking segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:56:54.903860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Network hostable DHCP agents. Network: 7c110376-5a97-4cff-b58e-1096bd087a1c, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:56:54.932497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Checking segment: {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:56:54.946298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Network hostable DHCP agents. Network: 69fbb171-c582-4802-aeed-2a88dcea79dc, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:56:54.959432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:54.973191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53744) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:54.976749 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 21 07:56:54.977880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Network 7c110376-5a97-4cff-b58e-1096bd087a1c is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:56:54.994748 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:55.091546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 7c110376-5a97-4cff-b58e-1096bd087a1c) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:56:55.104305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.110472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:55.112531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.113851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:55.114530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.120831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36934e15-53ec-46d0-8e01-3b252ce71059 None None] Network 7c110376-5a97-4cff-b58e-1096bd087a1c requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:55.166019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Network 69fbb171-c582-4802-aeed-2a88dcea79dc is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:56:55.228050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 69fbb171-c582-4802-aeed-2a88dcea79dc) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:56:55.245484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:55.246182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.259938 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5934825
Jan 21 07:56:55.268995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98010f92-96a0-4ec0-ba59-6c1bd096c989,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:55.282516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53752) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:55.286790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:55.292460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:55.296310 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:55.297019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:55.304692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Usage tracker for resource:router and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:55.311054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:55.324193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:55.401042 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 6.8253245
Jan 21 07:56:55.414837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53758) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:55.438005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Request body: {'subnet': {'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1429465972-subnet', 'tenant_id': '3e5b1b04c601443689db8ecb1639db0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:55.438877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-a0870450-a678-41a9-b43f-35d99777d8a8 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:55.440201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-a0870450-a678-41a9-b43f-35d99777d8a8 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Synchronizing usage tracker for tenant:359fb291beed4c8dbf3f963e158babae on resource:network {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:56:55.443177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.465373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:55.475149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Pushing event updated for resources: {'Network': ['ID=f3d3fa3b-4076-4955-9e32-1e92dbbb846e,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:55.479516 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.7402711
Jan 21 07:56:55.480721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:55.482213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Usage tracker for resource:subnet and tenant:3e5b1b04c601443689db8ecb1639db0b is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:55.490257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53762) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:55.491527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:55.507721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.511961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:55.516823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:55.518046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.520086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.544257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:55.547285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-a0870450-a678-41a9-b43f-35d99777d8a8 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Unset dirty status for tenant:359fb291beed4c8dbf3f963e158babae on resource:network {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:56:55.549532 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-a0870450-a678-41a9-b43f-35d99777d8a8 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/networks?id=f036bfd8-65ba-47b8-8690-5360401b0d6a HTTP/1.1" status: 200  len: 811 time: 0.5748224
Jan 21 07:56:55.551947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:55.570979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Usage tracker for resource:router and tenant:3b9fe6bc224c4541900e5055a8e05595 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:55.578403 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-2c589f10-5e5f-4183-a1b9-93cb8337c157 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/quotas/359fb291beed4c8dbf3f963e158babae HTTP/1.1" status: 200  len: 375 time: 0.0186145
Jan 21 07:56:55.578697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b18f7fe-2a93-4b94-8338-411638470b6b None None] Network 69fbb171-c582-4802-aeed-2a88dcea79dc requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:55.583565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:55.592799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:55.607683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:56:55.618183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:55.623618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Checking segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:56:55.623618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Network hostable DHCP agents. Network: c4cce747-0e6a-47f3-ba35-72c17e872b1d, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:56:55.659768 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7f5e5d1a0db46c19314edfb2440abb0&name=default HTTP/1.1" status: 200  len: 2976 time: 1.2852342
Jan 21 07:56:55.662467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53766) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:55.686873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Made reservation on behalf of 3e5b1b04c601443689db8ecb1639db0b for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:56:55.692308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.718591 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-5e466e14-0719-42a5-9f25-d15e530eae16 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?tenant_id=359fb291beed4c8dbf3f963e158babae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1274416
Jan 21 07:56:55.723601 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.730974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fc4741-5b3e-4c9d-b5f2-5921292e54bb,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:55.767964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:55.834994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.836356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.936633 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:55.966231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:56.009235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:56:56.087761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2e95b846-638a-4a9c-9337-29e8bb455db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.109262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.120444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.171248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, c4cce747-0e6a-47f3-ba35-72c17e872b1d) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:56:56.180749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.197311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:56.198011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.214133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a44c3b-6699-412d-8def-757f818cf548 None None] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:56.215344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8f1b12-ac21-4240-bec1-69da26069927,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:56.239923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.252666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:56.300927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-25abb11c-36a5-49ef-9900-e6c9d9db0de7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:56:56.302074 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-25abb11c-36a5-49ef-9900-e6c9d9db0de7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3440304
Jan 21 07:56:56.322462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-7c110376-5a97-4cff-b58e-1096bd087a1c', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 07:56:56.323397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.463310 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4408a351-01ee-4165-8784-847bb2dd1b4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.1144180
Jan 21 07:56:56.476578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53778) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:56.480734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76458abf-6a7c-46e0-9eb9-93ddafa6a36e None None] Network 69fbb171-c582-4802-aeed-2a88dcea79dc requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:56.533979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:56:56.539368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:56:56.544217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Usage tracker for resource:router and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:56:56.547576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:56:56.553375 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:56:56.629619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.630787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.650194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.706186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.764870 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-dfaf57e9-4fcd-4a4a-9827-458609e96d09 service neutron] 10.222.0.21 "GET /v2.0/networks/f036bfd8-65ba-47b8-8690-5360401b0d6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4528308
Jan 21 07:56:56.874179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 07:56:56.875121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.955391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.959296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:56.973670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:56.988056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Checking segment: {'id': '20bb72cc-ccb2-4c03-8510-648abe78bfbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '128aa3e6-4de5-4d74-9654-5ae616456924'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:56:56.988482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Network hostable DHCP agents. Network: 128aa3e6-4de5-4d74-9654-5ae616456924, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:56:56.994805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fc4741-5b3e-4c9d-b5f2-5921292e54bb,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:56.998893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:57.007181 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-d980b474-02aa-484f-ba82-7f14c90b785e service neutron] 10.222.0.21 "GET /v2.0/networks/f036bfd8-65ba-47b8-8690-5360401b0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1780326
Jan 21 07:56:57.041815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:57.043020 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39fc4741-5b3e-4c9d-b5f2-5921292e54bb HTTP/1.1" status: 204  len: 168 time: 1.3723335
Jan 21 07:56:57.131961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:57.172058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Network 128aa3e6-4de5-4d74-9654-5ae616456924 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:56:57.256108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 128aa3e6-4de5-4d74-9654-5ae616456924) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:56:57.277533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:57.278442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:57.491209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:57.519638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 53798) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:56:57.656539 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-56b83942-ab7a-4ba0-a36b-50897e5a8140 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.7306893
Jan 21 07:56:57.738984 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c07325a0-5757-4d9e-b0c1-7aca832669e7 req-93cea726-a607-41d1-b442-c7b7d5814a99 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.2158010
Jan 21 07:56:57.829255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Allocated IP 172.20.0.2 (c4cce747-0e6a-47f3-ba35-72c17e872b1d/98010f92-96a0-4ec0-ba59-6c1bd096c989/f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:56:57.855505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:57.926002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:57.936902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:57.953283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:58.027345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0ae056-82d6-4670-847f-d6d59d7eb213,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:58.037606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:58.119085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a26595-8ad2-4eaa-952b-19b9e90240e2 None None] Network 128aa3e6-4de5-4d74-9654-5ae616456924 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:58.188330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:58.457455 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Allocated IP 172.20.0.2 (7c110376-5a97-4cff-b58e-1096bd087a1c/274baf23-d0a0-4035-ab95-34037fd9b7c5/19547db0-5415-4bd4-b22c-5ffd91e9e50e) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:56:58.473925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:58.513662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Checking segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:56:58.514008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Network hostable DHCP agents. Network: f3d3fa3b-4076-4955-9e32-1e92dbbb846e, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:56:58.610457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:58.647510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:58.677399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Allocated IP 172.27.0.144 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/5c9c266d-b277-43df-9e19-44ef81f5faca) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:56:58.701998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Transition to ACTIVE for port object f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:56:58.752970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d30e1-2e11-45af-ac21-4d9d588f5f53 None None] Network 128aa3e6-4de5-4d74-9654-5ae616456924 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:58.800452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:56:58.844232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, f3d3fa3b-4076-4955-9e32-1e92dbbb846e) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:56:58.867172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:56:58.870762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:58.926862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78841dbe-de70-4fff-abd5-2066de3be66d None None] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:56:59.040271 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.6113772
Jan 21 07:56:59.040590 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-147a58f2-cbc9-4ee5-9e73-8e5356baf061 req-a2ed538e-a4ad-4424-8741-5a6dc610f33e tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.1099880
Jan 21 07:56:59.078575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:59.090468 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:59.184983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:59.217201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:59.237836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Transition to ACTIVE for port object f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:56:59.277325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9522365d-c775-427e-a5ab-29cf6c564e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:59.323977 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:56:59.504760 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9c266d-b277-43df-9e19-44ef81f5faca,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:56:59.513904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:56:59.515253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:56:59.579916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Allocated IP 172.27.0.74 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:56:59.679367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:56:59.681244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:56:59.690876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:00.116628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:00.134424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Pushing event updated for resources: {'Port': ['ID=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:00.173069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.173935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.174238 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.174542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.175237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.175642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.176185 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.176563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.177534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.177964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.178312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.178910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.179350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.180356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.180854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.181268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.181913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.182323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Tracked resource versions report:
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'},
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@hv-cinder-76859: {   'AddressGroup': '1.1',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'ConntrackHelper': '1.0',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Log': '1.0',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Network': '1.1',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Port': '1.6',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'PortForwarding': '1.2',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'QosPolicy': '1.8',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroup': '1.4',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroupRule': '1.2',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SubPort': '1.0',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Subnet': '1.1',
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Trunk': '1.1'}}
Jan 21 07:57:00.187585 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:57:00.290257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:00.347830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Allocated IP 172.27.0.221 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/144463d6-f681-49b5-876f-fc23b06db877) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:00.456286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53894) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:00.486503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364708264-network', 'tenant_id': 'f6dd5e7dde5c4a708f9f3e75db5fc1f7'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:00.503072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:00.595118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:00.608178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:00.609865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Usage tracker for resource:network and tenant:f6dd5e7dde5c4a708f9f3e75db5fc1f7 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:00.624800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:00.655317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:00.727392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:00.801774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Made reservation on behalf of f6dd5e7dde5c4a708f9f3e75db5fc1f7 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:00.807754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:00.824851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Pushing event updated for resources: {'Port': ['ID=33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:00.829757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:00.833174 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8369b5bd-ebde-44bf-bbc2-5992ec87702a req-55c4cff0-a984-4a07-9ed2-3914c3449c3b tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.3400502
Jan 21 07:57:00.880921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:00.899120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:00.903368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:00.911178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:00.922006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:00.936064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:00.941115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Usage tracker for resource:security_group_rule and tenant:f6dd5e7dde5c4a708f9f3e75db5fc1f7 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:00.947857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:00.958367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:00.961656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:00.970234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab6bc56-56a4-4770-9dd4-246fb0f5e081 None None] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:57:01.340318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:01.382805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:01.551075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Transition to ACTIVE for port object 19547db0-5415-4bd4-b22c-5ffd91e9e50e will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:01.563157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Attempting to bind port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:01.563624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Attempting to bind port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:01.564093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Attempting to bind port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b on network c4cce747-0e6a-47f3-ba35-72c17e872b1d {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:01.591928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:01.592432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Checking segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:01.593168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:01.593168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Bound using segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:01.593660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Bound port: f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:01.604853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:01.695039 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Transition to ACTIVE for port object 19547db0-5415-4bd4-b22c-5ffd91e9e50e will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:01.788086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:01.814467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] For port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:01.817051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c2a049d5-d742-4490-89f7-5bb62fa01083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:01.820588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:01.859841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:01.870532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aff4100c-5ab4-4d58-b614-1720de0ea046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:01.883052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:01.988868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:57:01.995658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] For port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:02.021304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.040112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.054806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8928fa04-7f2b-4143-bc81-3930d07c6b65,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:02.066453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:02.073574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Pushing event updated for resources: {'Port': ['ID=19547db0-5415-4bd4-b22c-5ffd91e9e50e,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:02.074283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.074691 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Added segment cd320b49-dfab-4aab-a355-82bbdd1e604e of type vxlan for network e6155ac1-9d21-41a1-b89b-305566e10248
Jan 21 07:57:02.089783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:02.089783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:02.245684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.288508 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f08604a-aa06-4069-96cd-50fd2a9cd853 req-72893783-f2dd-4454-b4c8-92c77a9bfa85 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.1175988
Jan 21 07:57:02.310190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.76', 58303) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:02.341733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381242-9386-465c-aac3-a92e8c41025c req-16dfa402-bf68-45fe-a4be-2e828683c615 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:02.352723 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-16dfa402-bf68-45fe-a4be-2e828683c615 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 1.0149617
Jan 21 07:57:02.403471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Network 7c110376-5a97-4cff-b58e-1096bd087a1c is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:02.412789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:02.425034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.426909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:02.430702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:02.431785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.470408 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-25d9a408-8117-44fb-a270-0840c8729c09 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/quotas/3e5b1b04c601443689db8ecb1639db0b HTTP/1.1" status: 200  len: 375 time: 0.0668876
Jan 21 07:57:02.485824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Pushing event updated for resources: {'Port': ['ID=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:02.491957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d0a34ddf-78e4-44b5-bf7c-2e6dc44726df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:02.519985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:02.563262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.657336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Pushing event updated for resources: {'Network': ['ID=e6155ac1-9d21-41a1-b89b-305566e10248,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:02.673344 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.2158628
Jan 21 07:57:02.674780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:02.680205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53950) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:02.683458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Attempting to bind port 19547db0-5415-4bd4-b22c-5ffd91e9e50e on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:02.684210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Attempting to bind port 19547db0-5415-4bd4-b22c-5ffd91e9e50e by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:02.684895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Attempting to bind port 19547db0-5415-4bd4-b22c-5ffd91e9e50e on network 7c110376-5a97-4cff-b58e-1096bd087a1c {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:02.687940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Request body: {'subnet': {'network_id': 'e6155ac1-9d21-41a1-b89b-305566e10248', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1364708264-subnet', 'tenant_id': 'f6dd5e7dde5c4a708f9f3e75db5fc1f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:02.698835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:02.712000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Usage tracker for resource:subnet and tenant:f6dd5e7dde5c4a708f9f3e75db5fc1f7 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:02.714628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:02.715305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Checking segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:02.717452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.718776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Bound using segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:02.721010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Bound port: 19547db0-5415-4bd4-b22c-5ffd91e9e50e, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:02.721178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:02.727154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:02.730469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:02.751541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Router 3ee62027-5726-4f45-868a-2a1858acf615 is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 07:57:02.763368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network e6155ac1-9d21-41a1-b89b-305566e10248 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:57:02.784503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network e6155ac1-9d21-41a1-b89b-305566e10248 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:57:03.112543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Made reservation on behalf of f6dd5e7dde5c4a708f9f3e75db5fc1f7 for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:03.118954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:03.153395 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-d1c6d8c3-1500-4bed-9ecd-6e105c4ce092 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4473698
Jan 21 07:57:03.157534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:03.197499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3aee732c-0d54-4c3e-8d0d-c156e9eb8783 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:03.208207 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3aee732c-0d54-4c3e-8d0d-c156e9eb8783 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.76 "GET /v2.0/networks?id=f036bfd8-65ba-47b8-8690-5360401b0d6a HTTP/1.1" status: 200  len: 811 time: 0.8421459
Jan 21 07:57:03.278620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:03.279723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:57:03.297877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Sync routers for ids ['3ee62027-5726-4f45-868a-2a1858acf615'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:57:03.332351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Routers {'3ee62027-5726-4f45-868a-2a1858acf615'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:03.333034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de1b2d30>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['3ee62027-5726-4f45-868a-2a1858acf615'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:03.411818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] For port 19547db0-5415-4bd4-b22c-5ffd91e9e50e, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:03.418401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] For port 19547db0-5415-4bd4-b22c-5ffd91e9e50e, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=19547db0-5415-4bd4-b22c-5ffd91e9e50e,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:03.434906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:03.436303 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.9373670
Jan 21 07:57:03.444725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 53978) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:03.496784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:03.498813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:03.710210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:03.738179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Set router 3ee62027-5726-4f45-868a-2a1858acf615 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:03.776952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Request body: {'port': {'device_id': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'network_id': 'f036bfd8-65ba-47b8-8690-5360401b0d6a', 'admin_state_up': True, 'tenant_id': '359fb291beed4c8dbf3f963e158babae'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:03.850109 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Pushing event updated for resources: {'Port': ['ID=19547db0-5415-4bd4-b22c-5ffd91e9e50e,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:03.862709 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:03.932571 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-38188d44-28ec-45f2-a1fb-4ec0a5f1bd3b service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7304966
Jan 21 07:57:03.974612 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df8fb10a-2095-443e-bf25-21d3a99ea5d2 req-a30f4484-cc2b-45fa-bf9a-8d3a82e0ae99 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.1641986
Jan 21 07:57:04.096580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:04.245698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de1b2d30>, [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:00Z', 'revision_number': 3, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:04.258372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Checking router: 3ee62027-5726-4f45-868a-2a1858acf615 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:57:04.258372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Updating router 3ee62027-5726-4f45-868a-2a1858acf615 port 5c9c266d-b277-43df-9e19-44ef81f5faca binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:57:04.322968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:04.590966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c77195-4c5e-48c8-9e28-cdbca2d858c6 None None] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:57:04.801264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Pushing event updated for resources: {'Port': ['ID=144463d6-f681-49b5-876f-fc23b06db877,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:04.820687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.542s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:04.877542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:57:04.891132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Provisioning for port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:04.919520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Provisioning complete for port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:04.920150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:04.968648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:04.994713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Transition to ACTIVE for port object 5c9c266d-b277-43df-9e19-44ef81f5faca will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:05.060199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:05.163223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:05.190897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Usage tracker for resource:port and tenant:359fb291beed4c8dbf3f963e158babae is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:05.198738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Quota usage for port was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:05.214794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:05.262414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:05.344411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:05.358239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:05.377546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:05.389231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:05.393178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Made reservation on behalf of 359fb291beed4c8dbf3f963e158babae for: {'port': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:05.425456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:05.487571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:05.673950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:05.840662 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-026646de-f2d1-4d81-bd6b-867e3f6ff0da req-0949b6a9-9b88-4b37-a3e0-842d91a76e5d tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.3578825
Jan 21 07:57:05.840662 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-f851cbcd-59b2-44ba-9cbe-637331d0a68f service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.8537333
Jan 21 07:57:05.947691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59167415-e709-4218-8eed-fc20f10236e0,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:05.956612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:06.041230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:06.068654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 19547db0-5415-4bd4-b22c-5ffd91e9e50e up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:06.068774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:06.206771 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Attempting to bind port 5c9c266d-b277-43df-9e19-44ef81f5faca on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:06.208784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Attempting to bind port 5c9c266d-b277-43df-9e19-44ef81f5faca by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:06.210363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Attempting to bind port 5c9c266d-b277-43df-9e19-44ef81f5faca on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:06.235894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:06.236347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:06.236822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:06.237256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:06.242714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Bound port: 5c9c266d-b277-43df-9e19-44ef81f5faca, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:06.243228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:06.433135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] For port 5c9c266d-b277-43df-9e19-44ef81f5faca, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:06.437617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] For port 5c9c266d-b277-43df-9e19-44ef81f5faca, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=5c9c266d-b277-43df-9e19-44ef81f5faca,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:06.447022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Pushing event updated for resources: {'Port': ['ID=5c9c266d-b277-43df-9e19-44ef81f5faca,revision_number=2']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:06.451627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5cc35-69c6-4aab-abe5-ca3fa04f5ff9 None None] Network 7c110376-5a97-4cff-b58e-1096bd087a1c requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.885012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Tracked resource versions report:
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: pushed versions:
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: {   'AddressGroup': {'1.1'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'ConntrackHelper': {'1.0'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Log': {'1.0'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Network': {'1.1'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Port': {'1.6'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'PortForwarding': {'1.2'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'QosPolicy': {'1.8'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroup': {'1.4'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SecurityGroupRule': {'1.2'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'SubPort': {'1.0'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Subnet': {'1.1'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     'Trunk': {'1.1'}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: consumer versions:
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]: {   DHCP agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     L3 agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metadata agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     Metering agent@dv-cinder-768592-5-iscsi: {},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@dv-cinder-768592-5-iscsi: {   'AddressGroup': '1.1',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'ConntrackHelper': '1.0',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Log': '1.0',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Network': '1.1',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Port': '1.6',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'PortForwarding': '1.2',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'QosPolicy': '1.8',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroup': '1.4',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SecurityGroupRule': '1.2',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'SubPort': '1.0',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Subnet': '1.1',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                                      'Trunk': '1.1'},
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:     Open vSwitch agent@hv-cinder-76859: {   'AddressGroup': '1.1',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'ConntrackHelper': '1.0',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Log': '1.0',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Network': '1.1',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Port': '1.6',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'PortForwarding': '1.2',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'QosPolicy': '1.8',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroup': '1.4',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SecurityGroupRule': '1.2',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'SubPort': '1.0',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Subnet': '1.1',
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:                                             'Trunk': '1.1'}}
Jan 21 07:57:06.890151 dv-cinder-768592-5-iscsi neutron-server[80093]:  {{(pid=80209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 21 07:57:06.899177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:06.908655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Checking segment: {'id': 'cd320b49-dfab-4aab-a355-82bbdd1e604e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e6155ac1-9d21-41a1-b89b-305566e10248'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:06.910807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.284s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:06.914554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Network hostable DHCP agents. Network: e6155ac1-9d21-41a1-b89b-305566e10248, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:57:06.915047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:06.915374 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-72c6699f-e6c4-4a19-828f-e1f0f08f8825 req-a94fb563-faed-4d04-847d-784891de616d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 0.1624346
Jan 21 07:57:06.915656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Pushing event updated for resources: {'Port': ['ID=5c9c266d-b277-43df-9e19-44ef81f5faca,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:06.915941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Network e6155ac1-9d21-41a1-b89b-305566e10248 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:57:07.007058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:07.013771 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] For port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:07.199829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:07.207013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 19547db0-5415-4bd4-b22c-5ffd91e9e50e completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:07.236940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:07.325838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Routers {'3ee62027-5726-4f45-868a-2a1858acf615'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:07.326567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de1b2d30>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['3ee62027-5726-4f45-868a-2a1858acf615'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:07.484302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Allocated IP 172.20.0.1 (69fbb171-c582-4802-aeed-2a88dcea79dc/d756463a-c5f2-42f2-8e8b-012ae3744765/d6ea53e9-eb94-4383-a7bd-ce586112ed16) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:07.502177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Pushing event updated for resources: {'Port': ['ID=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:07.513354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:07.615365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Provisioning for port 19547db0-5415-4bd4-b22c-5ffd91e9e50e completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:07.623010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Provisioning complete for port 19547db0-5415-4bd4-b22c-5ffd91e9e50e triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:07.624701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:07.700921 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5179e353-dac6-46eb-ba94-ad7e1d711127 req-b2fc3453-0341-4c4c-b871-4c62f0038f7b tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.1647248
Jan 21 07:57:07.905407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, e6155ac1-9d21-41a1-b89b-305566e10248) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:07.937909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:07.938773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:07.972952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd5af6-2a2a-48a1-b9e5-c8e68f1665ef None None] Network e6155ac1-9d21-41a1-b89b-305566e10248 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:57:08.020327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:08.151921 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 5.4620101
Jan 21 07:57:08.152120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] Set router 3ee62027-5726-4f45-868a-2a1858acf615 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:08.215093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:08.269157 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-83b7cf28-a69c-47cf-875d-4591c7fc6c3d req-f49e7c69-5893-44ff-882d-112b17aa5e7d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 0.1567349
Jan 21 07:57:08.290817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:08.522218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Router a84df5f6-767e-4e2e-a38d-b16a066ecc8e is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 07:57:08.551405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] For port 19547db0-5415-4bd4-b22c-5ffd91e9e50e, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=19547db0-5415-4bd4-b22c-5ffd91e9e50e,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:08.574278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:08.699660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54088) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:08.700586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:08.902840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:08.915610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:08.965989 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83150ab9-bc83-4bef-853a-cf4df21f5649 None None] Network e6155ac1-9d21-41a1-b89b-305566e10248 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:57:08.983349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea53e9-eb94-4383-a7bd-ce586112ed16,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:09.008910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Network 69fbb171-c582-4802-aeed-2a88dcea79dc is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:09.015171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:09.016103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:09.019929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:09.020406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:09.122982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Deleting subnet 4a8f1b12-ac21-4240-bec1-69da26069927 {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 07:57:09.181251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:09.200753 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de1b2d30>, [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:00Z', 'revision_number': 3, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:09.214251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdb6ac-29cd-4390-bfb6-54ba8b2449c4 None None] The sync data for ids ['3ee62027-5726-4f45-868a-2a1858acf615'] in dv-cinder-768592-5-iscsi is: [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:00Z', 'revision_number': 3, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:57:09.242158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Pushing event updated for resources: {'Port': ['ID=19547db0-5415-4bd4-b22c-5ffd91e9e50e,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:09.253815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:09.372884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c1bc-dc59-487b-8215-43a249091e16 None None] Provisioning complete for port 19547db0-5415-4bd4-b22c-5ffd91e9e50e triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:09.373313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c1bc-dc59-487b-8215-43a249091e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:09.384425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54104) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:09.416846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:09.456935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:09.535589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:09.538000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Allocated IP 172.20.0.6 (f036bfd8-65ba-47b8-8690-5360401b0d6a/74c440b1-2c4c-4863-b4ad-1ac38134cb2e/310d99d9-b8a9-41d2-b729-9f32527bbfd8) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:09.743440 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ac811887-c7d2-4c05-b2a1-c7e0b41a86dd req-22aef2eb-e6cf-4705-a703-403f40d7cd2c tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.2116375
Jan 21 07:57:09.904519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54114) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:10.105011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:10.105618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:10.232617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:10.243235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:57:10.277482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:10.292529 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-55c09ae9-16e4-4e40-810f-69b8ced73908 req-986fddde-0297-4635-a535-b5a6f2cb40b7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 0.5470936
Jan 21 07:57:10.314097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:10.360263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:10.370848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:10.412100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:10.433557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:10.493798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Sync routers for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:57:10.583872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:10.589304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Usage tracker for resource:security_group_rule and tenant:04c9c54715054ff1a5cc9ed1490255df is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:10.597856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:10.617539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Usage tracker for resource:security_group_rule and tenant:b962ae3a4b1a49fa94646de01cadc5f7 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:10.619968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:10.620684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd78b8d0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:10.628523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:10.635503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8f1b12-ac21-4240-bec1-69da26069927,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:10.646320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:10.651275 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:10.668742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:10.903162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:10.950886 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2ac60f99-7eb1-4f49-89eb-ef30ddece36e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a8f1b12-ac21-4240-bec1-69da26069927 HTTP/1.1" status: 204  len: 168 time: 2.0893984
Jan 21 07:57:11.095294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 19547db0-5415-4bd4-b22c-5ffd91e9e50e up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:11.189608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:11.202016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54124) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:11.231425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:11.232671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:11.253189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-84636203-37ac-45ca-9e2d-76f279a89546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:11.270572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 19547db0-5415-4bd4-b22c-5ffd91e9e50e triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:11.271044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:11.321646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] Notify callbacks [] for router, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:11.326505 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-5ccd662d-592d-4f16-bb01-355d372c68dc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 16.0495281
Jan 21 07:57:11.337956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54128) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:11.384860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c1bc-dc59-487b-8215-43a249091e16 None None] Provisioning complete for port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:11.385531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c1bc-dc59-487b-8215-43a249091e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:11.658973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-9e755162-8694-4caa-8bc2-593ca526188f req-4b0f79d8-07ed-402f-aea5-ef84fe68cd34 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Synchronizing usage tracker for tenant:359fb291beed4c8dbf3f963e158babae on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:11.869885 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea53e9-eb94-4383-a7bd-ce586112ed16,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:11.888418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:11.919195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.76', 58316) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:11.925757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:11.934105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:11.935943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.061446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.098825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:12.121050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 5c9c266d-b277-43df-9e19-44ef81f5faca up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:12.123641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Network 69fbb171-c582-4802-aeed-2a88dcea79dc is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:12.135838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:12.328019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666e34f6-14a9-441b-bed6-bed8acf99166,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:12.373906 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04c9c54715054ff1a5cc9ed1490255df&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4464831
Jan 21 07:57:12.379869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:12.402925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54136) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:12.432695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.499844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.507390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd78b8d0>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:01Z', 'revision_number': 3, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:12.517408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Checking router: a84df5f6-767e-4e2e-a38d-b16a066ecc8e for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:57:12.517832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Updating router a84df5f6-767e-4e2e-a38d-b16a066ecc8e port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:57:12.548758 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9ac0ba39-0af5-46cd-8400-67452ac069a1 req-167dd71f-d4a2-4f2c-a83e-5e73e11678fd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 0.6905103
Jan 21 07:57:12.592777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.606916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 5c9c266d-b277-43df-9e19-44ef81f5faca completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:12.629850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381242-9386-465c-aac3-a92e8c41025c req-c3f80fac-fbbd-452b-ae85-9ee5a0299b55 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:12.630681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-43381242-9386-465c-aac3-a92e8c41025c req-c3f80fac-fbbd-452b-ae85-9ee5a0299b55 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Synchronizing usage tracker for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:12.649414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 5c9c266d-b277-43df-9e19-44ef81f5faca triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:12.655205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.679661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-9e755162-8694-4caa-8bc2-593ca526188f req-4b0f79d8-07ed-402f-aea5-ef84fe68cd34 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Unset dirty status for tenant:359fb291beed4c8dbf3f963e158babae on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:12.685620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f64b53b7-929c-4d0e-b279-dc4d52a3c867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:12.689996 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9e755162-8694-4caa-8bc2-593ca526188f req-4b0f79d8-07ed-402f-aea5-ef84fe68cd34 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 1.6688640
Jan 21 07:57:12.718651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.732764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.734355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11444988-3e0a-45fb-bbb7-4758c42c7597,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:12.748927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:12.754672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Router e17d0a2f-af6b-4712-8304-313472e3fd8d is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 07:57:12.777670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.824327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Router 3ee62027-5726-4f45-868a-2a1858acf615 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 07:57:12.838515 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b962ae3a4b1a49fa94646de01cadc5f7&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4301066
Jan 21 07:57:12.843501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:12.860079 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54144) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:12.905100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:13.039094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-43381242-9386-465c-aac3-a92e8c41025c req-c3f80fac-fbbd-452b-ae85-9ee5a0299b55 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Unset dirty status for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:13.041031 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-c3f80fac-fbbd-452b-ae85-9ee5a0299b55 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 1.1099555
Jan 21 07:57:13.048695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.142200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.149221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 5c9c266d-b277-43df-9e19-44ef81f5faca, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=5c9c266d-b277-43df-9e19-44ef81f5faca,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:13.247839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.311883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f56dd9b36d8>> segment before_delete 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.312635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f56dd9b36d8>> subnet precommit_delete_associations 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.313675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> segment_host_mapping after_create 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.314293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> port after_create 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.314844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> port after_delete 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.315448 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> port after_update 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.316136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> segment after_delete 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.316686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> subnet after_create 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.317361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> subnet after_delete 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.317964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dddbffd0>> subnet after_update 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.399756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.434537 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.437013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:13.470071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:57:13.483343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Sync routers for ids ['3ee62027-5726-4f45-868a-2a1858acf615'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:57:13.497225 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] 10.222.0.21 "PUT /v2.0/routers/3ee62027-5726-4f45-868a-2a1858acf615/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0513833
Jan 21 07:57:13.511110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Routers {'3ee62027-5726-4f45-868a-2a1858acf615'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:13.511996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f390>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['3ee62027-5726-4f45-868a-2a1858acf615'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:13.526548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.528865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.537847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:13.550315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Transition to ACTIVE for port object 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:13.551227 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=5c9c266d-b277-43df-9e19-44ef81f5faca,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:13.555525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:13.556737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.558434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666e34f6-14a9-441b-bed6-bed8acf99166,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:13.569542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:13.571646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:13.587475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.589110 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-51f695c5-5928-4ef3-8f5e-ac7633bb119e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/666e34f6-14a9-441b-bed6-bed8acf99166 HTTP/1.1" status: 204  len: 168 time: 1.1600289
Jan 21 07:57:13.590872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11444988-3e0a-45fb-bbb7-4758c42c7597,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:13.592812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56ddb72da0>> subnet after_create 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.593207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56ddb72da0>> subnet after_delete 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.593581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56ddb72da0>> subnet before_create 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.593949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56ddb72da0>> subnet before_update 55550000 {{(pid=80206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:57:13.594361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56de2be080>,) {'filters': {'network_id': ['128aa3e6-4de5-4d74-9654-5ae616456924']}} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:13.601890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.606363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:13.612717 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11444988-3e0a-45fb-bbb7-4758c42c7597 HTTP/1.1" status: 204  len: 168 time: 0.7506430
Jan 21 07:57:13.614584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:13.637918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:13.676559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Request body: {'port': {'device_id': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e', 'admin_state_up': True, 'tenant_id': '3e5b1b04c601443689db8ecb1639db0b'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:14.094641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Pushing event updated for resources: {'Port': ['ID=310d99d9-b8a9-41d2-b729-9f32527bbfd8,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:14.179838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:14.190804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 5c9c266d-b277-43df-9e19-44ef81f5faca up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:14.192879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Usage tracker for resource:port and tenant:3e5b1b04c601443689db8ecb1639db0b is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:14.197223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Quota usage for port was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:14.207896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:14.237552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Set router 3ee62027-5726-4f45-868a-2a1858acf615 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:14.266089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Made reservation on behalf of 3e5b1b04c601443689db8ecb1639db0b for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:14.277169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:14.621470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c1a6a-216b-4a2c-a08e-73aba0aecea4 None None] Pushing event updated for resources: {'Port': ['ID=33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:14.632016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-639c1a6a-216b-4a2c-a08e-73aba0aecea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:14.642598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Attempting to bind port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:14.643090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Attempting to bind port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:14.643804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Attempting to bind port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:14.668617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.763s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:14.674465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:14.676205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de2be080>, '20bb72cc-ccb2-4c03-8510-648abe78bfbd') {'for_net_delete': True} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:14.676473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de2be080>, '20bb72cc-ccb2-4c03-8510-648abe78bfbd') {} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:14.677324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:14.677833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:14.681157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:14.681849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Bound port: 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:14.682283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:14.718693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448497'] for segment, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:14.743058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 5c9c266d-b277-43df-9e19-44ef81f5faca triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:14.743510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:14.756847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:57:14.814282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Sync routers for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:57:14.932346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:14.933315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd6116a0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:14.996444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:15.002579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 07:57:15.098259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Allocated IP 172.20.0.13 (f3d3fa3b-4076-4955-9e32-1e92dbbb846e/6f0ae056-82d6-4670-847f-d6d59d7eb213/8e5e7335-aef7-4d01-bab2-87747fe77021) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:15.206219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] For port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:15.208301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f390>, [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:09Z', 'revision_number': 4, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd6ea53e9-eb94-4383-a7bd-ce586112ed16', 'name': '', 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'mac_address': 'fa:16:3e:1d:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd756463a-c5f2-42f2-8e8b-012ae3744765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:06Z', 'updated_at': '2021-01-21T07:57:10Z', 'revision_number': 2, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'subnets': [{'id': 'd756463a-c5f2-42f2-8e8b-012ae3744765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:15.225654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Checking router: 3ee62027-5726-4f45-868a-2a1858acf615 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:57:15.226888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Updating router 3ee62027-5726-4f45-868a-2a1858acf615 port d6ea53e9-eb94-4383-a7bd-ce586112ed16 binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:57:15.379902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:15.388958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54176) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:15.548738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:15.562894 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-677d2232-1ea5-41ca-b49d-0693d385558f req-c0d84528-398c-4590-815f-e2eb58a9cf5f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 1.4357097
Jan 21 07:57:15.592457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:15.600245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Usage tracker for resource:security_group_rule and tenant:bbf1f6f946e9469483aecfde43185aa2 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:15.604744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:15.612512 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:15.716531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Network 128aa3e6-4de5-4d74-9654-5ae616456924 has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:57:15.754114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591391'] for segment, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:15.843174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] For port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:15.860133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:15.909858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:15.931268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:15.937255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f40c9691-4a94-4f64-b5f3-10415fa20410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:15.979787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:16.405946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:16.616751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:16.649085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Transition to ACTIVE for port object d6ea53e9-eb94-4383-a7bd-ce586112ed16 will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:16.659170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:16.691112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c1a6a-216b-4a2c-a08e-73aba0aecea4 None None] Pushing event updated for resources: {'Port': ['ID=33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:16.695995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-639c1a6a-216b-4a2c-a08e-73aba0aecea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:16.718821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:16.730812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Network f036bfd8-65ba-47b8-8690-5360401b0d6a is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:16.734389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event updated for resources: {'Port': ['ID=8e5e7335-aef7-4d01-bab2-87747fe77021,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:16.753663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:16.755600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:16.758366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:16.769877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:16.771234 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7de8d962-8be6-4243-aeb1-1399ed9923c5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 20.2706861
Jan 21 07:57:16.773924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Network 128aa3e6-4de5-4d74-9654-5ae616456924 has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:57:16.780421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54208) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:16.813125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:16.820565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1bb2a5c0-a516-4bf6-b2ed-cbdac243c6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:16.987229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de10a0-6c58-4a37-8408-7b93d87105a6 None None] Pushing event updated for resources: {'Port': ['ID=d6ea53e9-eb94-4383-a7bd-ce586112ed16,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:16.993592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:16.994494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd78b8d0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:17.000383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f2de10a0-6c58-4a37-8408-7b93d87105a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:17.055547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:17.081545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:17.184139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:17.185020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:17.234900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:17.315210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:17.348932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083055-c37a-4742-ab82-304e7853a61b req-6bf9afc1-e5b8-4fb2-a814-e0659b36f7e8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:17.350816 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-6bf9afc1-e5b8-4fb2-a814-e0659b36f7e8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 819 time: 0.5582581
Jan 21 07:57:17.352650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:17.396458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd6116a0>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:07Z', 'revision_number': 3, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:17.432530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:17.433824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:17.561195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Attempting to bind port d6ea53e9-eb94-4383-a7bd-ce586112ed16 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:17.561729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Attempting to bind port d6ea53e9-eb94-4383-a7bd-ce586112ed16 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:17.562179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Attempting to bind port d6ea53e9-eb94-4383-a7bd-ce586112ed16 on network 69fbb171-c582-4802-aeed-2a88dcea79dc {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:17.578281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:17.578712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Checking segment: {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:17.579159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:17.579604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Bound using segment: {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:17.580191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Bound port: d6ea53e9-eb94-4383-a7bd-ce586112ed16, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:17.580612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:17.635311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Checking router: e17d0a2f-af6b-4712-8304-313472e3fd8d for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:57:17.635720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Updating router e17d0a2f-af6b-4712-8304-313472e3fd8d port 144463d6-f681-49b5-876f-fc23b06db877 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   (rel_b, rel_a, rel_b),
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   (rel_b, rel_a, rel_b),
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 07:57:17.682030 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 07:57:17.739706 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-0ea554bc-0e11-435b-af57-2bd5089354c4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/quotas/3b9fe6bc224c4541900e5055a8e05595 HTTP/1.1" status: 200  len: 375 time: 0.0478249
Jan 21 07:57:17.834617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:17.942534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] For port d6ea53e9-eb94-4383-a7bd-ce586112ed16, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:17.946694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] For port d6ea53e9-eb94-4383-a7bd-ce586112ed16, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=d6ea53e9-eb94-4383-a7bd-ce586112ed16,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:17.948692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaa087-89c3-4fb3-bbd0-b90d517afad6 req-e750208c-ed35-4128-8771-75d3679ec1c6 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:17.950961 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dfdaa087-89c3-4fb3-bbd0-b90d517afad6 req-e750208c-ed35-4128-8771-75d3679ec1c6 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 931 time: 3.8253751
Jan 21 07:57:17.951719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:17.986187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:18.036410 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 14.6229436
Jan 21 07:57:18.044041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-241ce0fb-05b4-4241-afc2-9d140c32a837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:18.121230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7779b946-95b7-465a-a40d-1889d754634d,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:18.123426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-52885d1b-6807-49b4-9fa4-c01185ce1b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:18.137141 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:18.222097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:18.224423 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/128aa3e6-4de5-4d74-9654-5ae616456924 HTTP/1.1" status: 204  len: 168 time: 7.0089412
Jan 21 07:57:18.230605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-a4cca602-367f-492b-b90d-b2d6878adfbd tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:57:18.232006 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-a4cca602-367f-492b-b90d-b2d6878adfbd tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0348549
Jan 21 07:57:18.385702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54226) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:18.512660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=128aa3e6-4de5-4d74-9654-5ae616456924,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:18.525004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:18.550340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-dfdaa087-89c3-4fb3-bbd0-b90d517afad6 req-3e38f34e-3006-4d58-97d0-31bf5b27a652 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Synchronizing usage tracker for tenant:359fb291beed4c8dbf3f963e158babae on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:18.589199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de10a0-6c58-4a37-8408-7b93d87105a6 None None] Pushing event updated for resources: {'Port': ['ID=d6ea53e9-eb94-4383-a7bd-ce586112ed16,revision_number=4']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:18.606809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f2de10a0-6c58-4a37-8408-7b93d87105a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:18.727217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Routers {'3ee62027-5726-4f45-868a-2a1858acf615'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:18.728163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f390>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['3ee62027-5726-4f45-868a-2a1858acf615'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:18.781637 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbf1f6f946e9469483aecfde43185aa2&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3881011
Jan 21 07:57:18.791282 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1208341
Jan 21 07:57:18.791828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54234) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:18.862479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-dfdaa087-89c3-4fb3-bbd0-b90d517afad6 req-3e38f34e-3006-4d58-97d0-31bf5b27a652 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Unset dirty status for tenant:359fb291beed4c8dbf3f963e158babae on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:18.864947 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dfdaa087-89c3-4fb3-bbd0-b90d517afad6 req-3e38f34e-3006-4d58-97d0-31bf5b27a652 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8913374
Jan 21 07:57:18.869943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd78b8d0>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:01Z', 'revision_number': 3, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:18.891377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b21097-37fa-4d90-a1da-538b4188c769 None None] The sync data for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi is: [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:01Z', 'revision_number': 3, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:57:18.896379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:18.920073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:18.943131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Request body: {'port': {'device_id': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:18.957866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.017955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Deleting subnet 59167415-e709-4218-8eed-fc20f10236e0 {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 07:57:19.041975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Request body: {'port': {'device_id': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:19.057703 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-b2982e0c-f212-4b1a-9e17-816e65518b51 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2407713
Jan 21 07:57:19.063570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.108674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.196229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b2b6e41f-f100-4f5a-bf22-2884bb8e1bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:19.228143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7779b946-95b7-465a-a40d-1889d754634d,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:19.231591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:19.282938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.287507 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7779b946-95b7-465a-a40d-1889d754634d HTTP/1.1" status: 204  len: 168 time: 0.4843965
Jan 21 07:57:19.342671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] Set router 3ee62027-5726-4f45-868a-2a1858acf615 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:19.386172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.423289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.424054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.467711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Transition to ACTIVE for port object 144463d6-f681-49b5-876f-fc23b06db877 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:19.500008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:19.620308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:19.639640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-86867832-4783-4403-82ce-d478d9dec177 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 07:57:19.643588 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-86867832-4783-4403-82ce-d478d9dec177 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.3654013
Jan 21 07:57:19.894036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:20.156419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:20.159668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f390>, [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:09Z', 'revision_number': 4, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd6ea53e9-eb94-4383-a7bd-ce586112ed16', 'name': '', 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'mac_address': 'fa:16:3e:1d:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd756463a-c5f2-42f2-8e8b-012ae3744765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:06Z', 'updated_at': '2021-01-21T07:57:17Z', 'revision_number': 4, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'subnets': [{'id': 'd756463a-c5f2-42f2-8e8b-012ae3744765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:20.165418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf71bbd-a4eb-4c23-8a85-deed55da583e None None] The sync data for ids ['3ee62027-5726-4f45-868a-2a1858acf615'] in dv-cinder-768592-5-iscsi is: [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:09Z', 'revision_number': 4, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd6ea53e9-eb94-4383-a7bd-ce586112ed16', 'name': '', 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'mac_address': 'fa:16:3e:1d:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd756463a-c5f2-42f2-8e8b-012ae3744765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:06Z', 'updated_at': '2021-01-21T07:57:17Z', 'revision_number': 4, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'subnets': [{'id': 'd756463a-c5f2-42f2-8e8b-012ae3744765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:57:20.323539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e8823-d7cb-48d8-8e18-feb30fee3c83 None None] Pushing event updated for resources: {'Port': ['ID=144463d6-f681-49b5-876f-fc23b06db877,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:20.330501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d0e8823-d7cb-48d8-8e18-feb30fee3c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:20.407628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:20.418128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:20.418580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:20.573637 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-9087d492-8c95-4ce1-a2ec-ba51ff2077bb service neutron] 10.222.0.21 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9111919
Jan 21 07:57:20.736498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:20.768725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:20.812512 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Attempting to bind port 144463d6-f681-49b5-876f-fc23b06db877 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:20.813201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Attempting to bind port 144463d6-f681-49b5-876f-fc23b06db877 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:20.813913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Attempting to bind port 144463d6-f681-49b5-876f-fc23b06db877 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:20.826631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:20.827839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:20.829655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:20.829655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:20.830084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:20.830834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Bound port: 144463d6-f681-49b5-876f-fc23b06db877, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:20.831550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:20.992045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] For port 144463d6-f681-49b5-876f-fc23b06db877, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:20.996148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] For port 144463d6-f681-49b5-876f-fc23b06db877, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=144463d6-f681-49b5-876f-fc23b06db877,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:20.997922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:21.003245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2c850432-03e6-4470-bb3c-f06f36cc103f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:21.125128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54274) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:21.140947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:21.145853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:21.147405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:21.168085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:21.213994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:21.302187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e8823-d7cb-48d8-8e18-feb30fee3c83 None None] Pushing event updated for resources: {'Port': ['ID=144463d6-f681-49b5-876f-fc23b06db877,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:21.307822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d0e8823-d7cb-48d8-8e18-feb30fee3c83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:21.561145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:21.562186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd6116a0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:56:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:21.587138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Allocated IP 172.20.0.1 (7c110376-5a97-4cff-b58e-1096bd087a1c/274baf23-d0a0-4035-ab95-34037fd9b7c5/d585ccf3-4dd3-4123-ab9b-bf4ac2317da1) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:21.605467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5e7335-aef7-4d01-bab2-87747fe77021 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:57:21.702605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:21.784235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:21.920079 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Transition to ACTIVE for port object 8e5e7335-aef7-4d01-bab2-87747fe77021 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:21.977262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.015991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:22.154707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:22.161186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-b9c2bef7-a7ac-426b-960a-760791a69e83 service neutron] 10.222.0.21 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3387477
Jan 21 07:57:22.169220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=8e5e7335-aef7-4d01-bab2-87747fe77021,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:22.172543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.242332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0990-d8c4-4628-aa83-52f798c169bd req-9c606d79-8e69-4086-b4bc-018ebea3615d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:22.243579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:22.251903 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7c8e0990-d8c4-4628-aa83-52f798c169bd req-9c606d79-8e69-4086-b4bc-018ebea3615d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 932 time: 3.1125796
Jan 21 07:57:22.259221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:22.262259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:22.262870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.268055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Usage tracker for resource:security_group_rule and tenant:25ab6415a7154ca9a2bd8541f93d361d is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:22.279264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:22.286642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Allocated IP 172.20.0.1 (c4cce747-0e6a-47f3-ba35-72c17e872b1d/98010f92-96a0-4ec0-ba59-6c1bd096c989/721c0d28-7625-45cd-ba5e-99e326904fdd) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:22.307555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:22.448421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.501051 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7c8e0990-d8c4-4628-aa83-52f798c169bd req-108d6ff0-7a5f-4a06-a72e-846f17c8680f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475619
Jan 21 07:57:22.519261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d6ea53e9-eb94-4383-a7bd-ce586112ed16 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:22.663814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd6116a0>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:07Z', 'revision_number': 3, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:22.670428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a02ffd-a8fb-44fe-a98b-c6d6bb5c1bd8 None None] The sync data for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi is: [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:07Z', 'revision_number': 3, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:57:22.717131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port d6ea53e9-eb94-4383-a7bd-ce586112ed16 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:22.723877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port d6ea53e9-eb94-4383-a7bd-ce586112ed16 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:22.724935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.789166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Transition to ACTIVE for port object d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 will not be triggered until provisioned by entity DHCP. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:22.833519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.880037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Transition to ACTIVE for port object 721c0d28-7625-45cd-ba5e-99e326904fdd will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:22.909866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.935217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Attempting to bind port 8e5e7335-aef7-4d01-bab2-87747fe77021 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:22.935616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Attempting to bind port 8e5e7335-aef7-4d01-bab2-87747fe77021 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:22.936149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Attempting to bind port 8e5e7335-aef7-4d01-bab2-87747fe77021 on network f3d3fa3b-4076-4955-9e32-1e92dbbb846e {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:22.939761 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d5e35b37-37d2-4380-802d-025a0c3fed72 req-3b31bc96-8dba-4818-ac81-da9a095fad36 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 210 time: 0.1710920
Jan 21 07:57:22.947751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:22.948143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Checking segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:22.948577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.948979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Bound using segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:22.949550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Bound port: 8e5e7335-aef7-4d01-bab2-87747fe77021, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:22.949964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:22.982789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port d6ea53e9-eb94-4383-a7bd-ce586112ed16, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=d6ea53e9-eb94-4383-a7bd-ce586112ed16,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:23.083839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.095848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:23.176252 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.220175 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.224366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.239958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.296188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310d99d9-b8a9-41d2-b729-9f32527bbfd8 {{(pid=80206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:57:23.305933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.313062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=d6ea53e9-eb94-4383-a7bd-ce586112ed16,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:23.316428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:23.319706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Transition to ACTIVE for port object 310d99d9-b8a9-41d2-b729-9f32527bbfd8 will not be triggered until provisioned by entity L2. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:23.353560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.380599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:23.449566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71b81510-06da-44b3-9f5f-138566beefe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.465788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567b4a7-4eab-445b-9d7d-8f19d272f129 req-0d5f7914-ec7f-4c10-bd58-2de27bfd040a tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:23.474275 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3567b4a7-4eab-445b-9d7d-8f19d272f129 req-0d5f7914-ec7f-4c10-bd58-2de27bfd040a tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 931 time: 0.6059389
Jan 21 07:57:23.553816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.555542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:23.716779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:23.804945 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25ab6415a7154ca9a2bd8541f93d361d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6612957
Jan 21 07:57:23.856788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54330) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:23.870942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Pushing event updated for resources: {'Port': ['ID=721c0d28-7625-45cd-ba5e-99e326904fdd,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:23.877901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:23.880792 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-48f12de4-8f2a-45ce-a9a8-a6f6cc9405c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:23.911049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Pushing event updated for resources: {'Port': ['ID=310d99d9-b8a9-41d2-b729-9f32527bbfd8,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:23.933499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:23.938592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d096c7-4faf-4a07-99bf-78d0b684fa84,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:23.952393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:23.952557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:23.970767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:23.972127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] For port 8e5e7335-aef7-4d01-bab2-87747fe77021, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:23.983277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:23.998939 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:23.999483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.013808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d6ea53e9-eb94-4383-a7bd-ce586112ed16 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:24.058975 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3567b4a7-4eab-445b-9d7d-8f19d272f129 req-1803bffc-81e1-4889-9174-0178baf4d332 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5833759
Jan 21 07:57:24.106740 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] For port 8e5e7335-aef7-4d01-bab2-87747fe77021, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8e5e7335-aef7-4d01-bab2-87747fe77021,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:24.151561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.188756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port d6ea53e9-eb94-4383-a7bd-ce586112ed16 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:24.189184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.225204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.289968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:24.305217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.546478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-4d7cf7f1-1b9e-43c5-b845-de509fa53adf None None] Provisioning for port 721c0d28-7625-45cd-ba5e-99e326904fdd completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:24.554499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-4d7cf7f1-1b9e-43c5-b845-de509fa53adf None None] Provisioning complete for port 721c0d28-7625-45cd-ba5e-99e326904fdd triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:24.555424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4d7cf7f1-1b9e-43c5-b845-de509fa53adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.607830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.636113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cf7f1-1b9e-43c5-b845-de509fa53adf None None] Port 721c0d28-7625-45cd-ba5e-99e326904fdd cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:57:24.676964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Pushing event updated for resources: {'Port': ['ID=8e5e7335-aef7-4d01-bab2-87747fe77021,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:24.681534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:24.701929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:24.793267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Pushing event updated for resources: {'Port': ['ID=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:24.808921 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59167415-e709-4218-8eed-fc20f10236e0 HTTP/1.1" status: 204  len: 168 time: 6.3467870
Jan 21 07:57:24.815086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:24.824599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-20b9f67b-8aa3-4f33-b35a-5bf684a28375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.163s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:24.871220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54336) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:24.885368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Network 7c110376-5a97-4cff-b58e-1096bd087a1c is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:24.893301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:24.936190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86d081-db5a-400a-8e89-f988b137260f req-739f5b12-ab56-406f-aa3e-f6c531f355cd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:24.946195 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-739f5b12-ab56-406f-aa3e-f6c531f355cd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 819 time: 1.4652431
Jan 21 07:57:24.998327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:25.024102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:25.025761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.027825 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] 10.222.0.76 "PUT /v2.0/ports/8e5e7335-aef7-4d01-bab2-87747fe77021 HTTP/1.1" status: 200  len: 1158 time: 5.9989042
Jan 21 07:57:25.028381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:25.076228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59167415-e709-4218-8eed-fc20f10236e0,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:25.084291 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:25.270442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.299823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-b2b77aa3-4b20-4d84-ab6f-abcf9ab354fd None None] Provisioning for port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:25.313984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-b2b77aa3-4b20-4d84-ab6f-abcf9ab354fd None None] Provisioning complete for port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:25.315309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b2b77aa3-4b20-4d84-ab6f-abcf9ab354fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.448228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-b2b77aa3-4b20-4d84-ab6f-abcf9ab354fd None None] Port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:57:25.474821 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-b5cab40e-d056-4f18-898b-27a395f9ca7f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/quotas/3b9fe6bc224c4541900e5055a8e05595 HTTP/1.1" status: 200  len: 375 time: 0.5276465
Jan 21 07:57:25.517569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.566000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.592777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.603623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:25.612198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.76', 58323) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:25.617877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.624173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d096c7-4faf-4a07-99bf-78d0b684fa84,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:25.628613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.650798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:25.651351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:25.685174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381242-9386-465c-aac3-a92e8c41025c req-44bfac4e-3ade-4645-9c34-5e3a8a47f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:25.686887 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-44bfac4e-3ade-4645-9c34-5e3a8a47f240 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 1161 time: 0.5538542
Jan 21 07:57:25.717298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-51fb2ea2-90c7-416d-8ff6-a905dd5c6d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.856354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae094a-3b81-4838-ab4c-92b6ade12517 req-6ac06cfb-c791-4829-9b83-dc68bb821a1f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:25.858274 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67ae094a-3b81-4838-ab4c-92b6ade12517 req-6ac06cfb-c791-4829-9b83-dc68bb821a1f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 944 time: 1.5462680
Jan 21 07:57:25.969098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:25.972799 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26d096c7-4faf-4a07-99bf-78d0b684fa84 HTTP/1.1" status: 204  len: 168 time: 2.1265421
Jan 21 07:57:26.015524 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-6a01dbf7-d837-48de-a6f2-c9e698e3b9c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5e7335-aef7-4d01-bab2-87747fe77021 HTTP/1.1" status: 200  len: 217 time: 0.2313778
Jan 21 07:57:26.018426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Pushing event updated for resources: {'Port': ['ID=721c0d28-7625-45cd-ba5e-99e326904fdd,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:26.024323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 144463d6-f681-49b5-876f-fc23b06db877 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:26.039926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:26.124744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.127130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083055-c37a-4742-ab82-304e7853a61b req-6df33486-1103-44d5-ba54-31500876e5cd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:26.128416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-75083055-c37a-4742-ab82-304e7853a61b req-6df33486-1103-44d5-ba54-31500876e5cd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Synchronizing usage tracker for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:26.165164 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Attempting to bind port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:26.165700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Attempting to bind port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'f355cc26-5d60-464f-bef4-7317c9126f5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f036bfd8-65ba-47b8-8690-5360401b0d6a'}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:26.166043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Attempting to bind port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 on network f036bfd8-65ba-47b8-8690-5360401b0d6a {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:26.191427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 144463d6-f681-49b5-876f-fc23b06db877 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:26.196880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43381242-9386-465c-aac3-a92e8c41025c req-bc4e511b-2742-4956-816c-a955ea2094f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:26.198549 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-bc4e511b-2742-4956-816c-a955ea2094f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.1658268
Jan 21 07:57:26.203121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 144463d6-f681-49b5-876f-fc23b06db877 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:26.203813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.263625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-75083055-c37a-4742-ab82-304e7853a61b req-6df33486-1103-44d5-ba54-31500876e5cd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Unset dirty status for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:26.264953 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-6df33486-1103-44d5-ba54-31500876e5cd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 819 time: 0.6163638
Jan 21 07:57:26.267220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:26.269224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.269860 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-5f16472d-2f24-40ff-b71b-77764d2f6adc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642865
Jan 21 07:57:26.270944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:26.281301 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67ae094a-3b81-4838-ab4c-92b6ade12517 req-7511b2db-57cb-4f7e-b00d-25014923b6bd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3934197
Jan 21 07:57:26.283673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:26.284221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Checking segment: {'id': 'f355cc26-5d60-464f-bef4-7317c9126f5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f036bfd8-65ba-47b8-8690-5360401b0d6a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:26.286464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.287012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Bound using segment: {'id': 'f355cc26-5d60-464f-bef4-7317c9126f5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f036bfd8-65ba-47b8-8690-5360401b0d6a'} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:26.287696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Bound port: 310d99d9-b8a9-41d2-b729-9f32527bbfd8, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f355cc26-5d60-464f-bef4-7317c9126f5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f036bfd8-65ba-47b8-8690-5360401b0d6a'}}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:26.291220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.360596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Request body: {'port': {'device_id': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc', 'admin_state_up': True, 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:26.392303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.416804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 144463d6-f681-49b5-876f-fc23b06db877, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=144463d6-f681-49b5-876f-fc23b06db877,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:26.451358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.454040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:26.613056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=144463d6-f681-49b5-876f-fc23b06db877,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:26.617877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:26.669348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56de2f3ac8>,) {'filters': {'network_id': ['e6155ac1-9d21-41a1-b89b-305566e10248']}} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:26.705223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-3ea3f02f-5fe4-4363-b2a7-88c31b31f073 None None] Provisioning complete for port 721c0d28-7625-45cd-ba5e-99e326904fdd triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:26.706014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3ea3f02f-5fe4-4363-b2a7-88c31b31f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.706160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de2f3ac8>, 'cd320b49-dfab-4aab-a355-82bbdd1e604e') {'for_net_delete': True} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:26.706383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de2f3ac8>, 'cd320b49-dfab-4aab-a355-82bbdd1e604e') {} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:26.723732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448497'] for segment, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.751730 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-5ac87e57-2651-4f32-81e1-d13838f8a226 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0869229
Jan 21 07:57:26.786314 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3f02f-5fe4-4363-b2a7-88c31b31f073 None None] Port 721c0d28-7625-45cd-ba5e-99e326904fdd cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:57:26.937946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:26.940579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 07:57:27.002849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:27.060278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54368) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:27.065038 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-1875457d-286b-430e-a2e9-961346287d26 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6776142
Jan 21 07:57:27.124293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Router e17d0a2f-af6b-4712-8304-313472e3fd8d has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 07:57:27.125349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:27.139249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:27.203909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Usage tracker for resource:port and tenant:3b9fe6bc224c4541900e5055a8e05595 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:27.216835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:27.220954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Quota usage for port was recalculated. Used quota:1. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:27.296117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:27.298744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Usage tracker for resource:security_group_rule and tenant:588da032f37a4ed88d39bf466473b48f is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:27.309600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:27.335777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:27.343879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:27.368869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] For port 310d99d9-b8a9-41d2-b729-9f32527bbfd8, host hv-cinder-76859, cleared binding levels {{(pid=80206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:27.400754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Made reservation on behalf of 3b9fe6bc224c4541900e5055a8e05595 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:27.416100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:27.453267 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43381242-9386-465c-aac3-a92e8c41025c req-50473d55-c98a-4fb5-8768-d1ce597570c3 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3537974
Jan 21 07:57:27.534595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Network e6155ac1-9d21-41a1-b89b-305566e10248 has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:57:27.559606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591391'] for segment, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:27.664951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:57:27.676627 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] 10.222.0.21 "PUT /v2.0/routers/e17d0a2f-af6b-4712-8304-313472e3fd8d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8707128
Jan 21 07:57:27.770410 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-71cc7b94-a12b-4d86-87e3-ae617ab71d67 service neutron] 10.222.0.21 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9440768
Jan 21 07:57:27.797307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:27.873657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a0043-3829-4354-b07c-6633a1d353b7 req-487d06ab-a21e-4427-af08-6e4bcf6a66dd tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:27.878629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f88a0043-3829-4354-b07c-6633a1d353b7 req-487d06ab-a21e-4427-af08-6e4bcf6a66dd tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 1.1351850
Jan 21 07:57:27.959698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Allocated IP 172.20.0.9 (69fbb171-c582-4802-aeed-2a88dcea79dc/d756463a-c5f2-42f2-8e8b-012ae3744765/899e3e1b-684d-494a-b6b8-f80024f8cbc7) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:27.980851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 144463d6-f681-49b5-876f-fc23b06db877 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:28.057625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Network e6155ac1-9d21-41a1-b89b-305566e10248 has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:57:28.072442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 144463d6-f681-49b5-876f-fc23b06db877 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:28.072869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 07:57:28.099002 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 07:57:28.249671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.318383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.337391 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f88a0043-3829-4354-b07c-6633a1d353b7 req-2f672fbb-cafd-4e7d-a72c-937c6d6b4ab0 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4088497
Jan 21 07:57:28.345300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b41f7c4-5cee-4432-96b8-335ef0adcd76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:28.426944 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-6191560d-ab33-4b70-99cf-c8b0306bee7f service neutron] 10.222.0.21 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5307708
Jan 21 07:57:28.511230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Pushing event updated for resources: {'Port': ['ID=899e3e1b-684d-494a-b6b8-f80024f8cbc7,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:28.529101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:28.589252 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Sync routers for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:57:28.602483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:28.603456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de285c50>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:28.606261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Network 69fbb171-c582-4802-aeed-2a88dcea79dc is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:28.609595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:28.612934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:28.621016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.625953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] For port 310d99d9-b8a9-41d2-b729-9f32527bbfd8, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=310d99d9-b8a9-41d2-b729-9f32527bbfd8,segment=NetworkSegment(f355cc26-5d60-464f-bef4-7317c9126f5d),segment_id=f355cc26-5d60-464f-bef4-7317c9126f5d)] {{(pid=80206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:28.632321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:28.632998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.650236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.654685 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:28.725636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.731331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.738674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:28.751041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6155ac1-9d21-41a1-b89b-305566e10248,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:28.791432 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4372575
Jan 21 07:57:28.799884 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021', 'status': 'completed', 'code': 200}
Jan 21 07:57:28.942710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:28.972232 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6155ac1-9d21-41a1-b89b-305566e10248 HTTP/1.1" status: 204  len: 168 time: 4.0852141
Jan 21 07:57:28.986565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:29.009318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.018449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:29.043034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.072292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:29.202044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.229460 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=588da032f37a4ed88d39bf466473b48f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1632154
Jan 21 07:57:29.232405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54400) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:29.240176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743c9bb8-5a2c-4223-b518-a75f6dad8682,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:29.264133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:29.282711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Pushing event updated for resources: {'Port': ['ID=310d99d9-b8a9-41d2-b729-9f32527bbfd8,revision_number=3']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:29.293368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:29.294305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.296076 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] 10.222.0.76 "PUT /v2.0/ports/310d99d9-b8a9-41d2-b729-9f32527bbfd8 HTTP/1.1" status: 200  len: 1157 time: 10.7697108
Jan 21 07:57:29.339955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:29.343935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.416048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.525174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de285c50>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:25Z', 'revision_number': 2, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:29.531230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Checking router: e17d0a2f-af6b-4712-8304-313472e3fd8d for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:57:29.531925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Updating router e17d0a2f-af6b-4712-8304-313472e3fd8d port 721c0d28-7625-45cd-ba5e-99e326904fdd binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:57:29.594538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54410) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:29.609417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.676619 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-328758d7-92eb-4a5e-a8c0-41ffb75199e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74b70837107c4ca780156e390e26f8ae&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0806973
Jan 21 07:57:29.680302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54416) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:29.699518 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54422) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:29.753441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'security_group': {'name': 'tempest-securitygroup--1066126957', 'description': 'tempest-description--182509203'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:29.764707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:29.769065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:29.773128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:29.778450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.780064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:29.790169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:29.806352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c9bb8-5a2c-4223-b518-a75f6dad8682,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:29.826451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa8fe1-0dc0-4c0b-996a-aaada215222b req-38e8c84b-e2ec-49fa-a01e-1e8e9ac76adc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:29.828327 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-65aa8fe1-0dc0-4c0b-996a-aaada215222b req-38e8c84b-e2ec-49fa-a01e-1e8e9ac76adc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 944 time: 0.9320064
Jan 21 07:57:29.831130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.833946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:29.883112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.888911 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/743c9bb8-5a2c-4223-b518-a75f6dad8682 HTTP/1.1" status: 204  len: 168 time: 0.6541948
Jan 21 07:57:29.905677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.961280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:29.985515 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Pushing event updated for resources: {'Port': ['ID=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:30.000216 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2881d2d6-94f7-45da-bc4f-262dfee1a49d req-812eaf20-a1b1-40d1-b649-7604e3f4b688 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 210 time: 0.2100527
Jan 21 07:57:30.005054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:30.008800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.109s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:30.009128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:30.035343 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-65aa8fe1-0dc0-4c0b-996a-aaada215222b req-bee354b2-d2b0-4603-bcb9-6f50dd7037b6 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925395
Jan 21 07:57:30.043192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:30.055747 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group_rule and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:30.061430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:30.066196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Network 7c110376-5a97-4cff-b58e-1096bd087a1c is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:30.070912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:30.073339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:30.129692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:30.144243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8d381eb-7b46-46d9-ae82-c544ac109df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:30.188165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b6965-1ec1-4836-9c13-70a0dd10d371,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:30.228299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:30.231932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:30.239429 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c08b6965-1ec1-4836-9c13-70a0dd10d371 HTTP/1.1" status: 204  len: 168 time: 0.5571959
Jan 21 07:57:30.275135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:30.301118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Transition to ACTIVE for port object 721c0d28-7625-45cd-ba5e-99e326904fdd will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:30.387150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:30.433285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:30.444745 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8', 'status': 'completed', 'code': 200}
Jan 21 07:57:30.453406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-224d3c9b-e9de-4806-bfe7-b08a489ba1d1 None None] Provisioning complete for port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:30.453884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-224d3c9b-e9de-4806-bfe7-b08a489ba1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:30.613781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Request body: {'port': {'device_id': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:30.649238 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-224d3c9b-e9de-4806-bfe7-b08a489ba1d1 None None] Port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:57:30.706934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca295668-ccff-45ee-8261-6e0f24806e83 None None] Pushing event updated for resources: {'Port': ['ID=721c0d28-7625-45cd-ba5e-99e326904fdd,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:30.717032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Router a84df5f6-767e-4e2e-a38d-b16a066ecc8e has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 07:57:30.728265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ca295668-ccff-45ee-8261-6e0f24806e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:30.732852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:30.853884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:30.954023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50660a-21d0-468a-aff9-7fa90533cec3 req-1d43045c-8707-4e36-8b18-45c0911ec4d2 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:30.963461 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c50660a-21d0-468a-aff9-7fa90533cec3 req-1d43045c-8707-4e36-8b18-45c0911ec4d2 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.7122791
Jan 21 07:57:30.987107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-23350e86-dde9-4fd3-82ca-babe040ae6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:31.003501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.008970 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2786143
Jan 21 07:57:31.014850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54450) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:31.053156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'security_group_rule': {'security_group_id': 'f4061a60-e063-434d-b8f9-7a6a316830eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:31.067019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:31.074359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group_rule and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:31.078699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:31.099240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:31.139971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.167627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409e37-292e-4105-b2c2-ee754adf7049 req-b84273b9-8ee2-4052-87bc-e9e657a68aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:31.173807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67409e37-292e-4105-b2c2-ee754adf7049 req-b84273b9-8ee2-4052-87bc-e9e657a68aef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=359fb291beed4c8dbf3f963e158babae&device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 1160 time: 0.4886770
Jan 21 07:57:31.199505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Attempting to bind port 721c0d28-7625-45cd-ba5e-99e326904fdd on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:31.200114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Attempting to bind port 721c0d28-7625-45cd-ba5e-99e326904fdd by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:31.200670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Attempting to bind port 721c0d28-7625-45cd-ba5e-99e326904fdd on network c4cce747-0e6a-47f3-ba35-72c17e872b1d {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:31.211799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:31.213985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Checking segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:31.215918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.216518 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Bound using segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:31.217225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Bound port: 721c0d28-7625-45cd-ba5e-99e326904fdd, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:31.224247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.249769 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c50660a-21d0-468a-aff9-7fa90533cec3 req-b8f20f13-2e61-4661-97b2-765cef467452 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850814
Jan 21 07:57:31.279705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-08c8acda-e9c8-49e7-ac79-220f72525409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:31.281529 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-08c8acda-e9c8-49e7-ac79-220f72525409 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 1161 time: 0.6514258
Jan 21 07:57:31.290116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.298398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'SecurityGroup': ['ID=f4061a60-e063-434d-b8f9-7a6a316830eb,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:31.379296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54458) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:31.435968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:31.447016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] For port 721c0d28-7625-45cd-ba5e-99e326904fdd, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:31.450798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] For port 721c0d28-7625-45cd-ba5e-99e326904fdd, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=721c0d28-7625-45cd-ba5e-99e326904fdd,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:31.506156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.525510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:31.633058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-9b5d621b-5a5f-4ab9-a5ff-bb210ace503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:31.634751 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-9b5d621b-5a5f-4ab9-a5ff-bb210ace503e service neutron] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 909 time: 0.3379955
Jan 21 07:57:31.645502 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4b1a238f-b236-4c92-b4ca-cd26f3f88eac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6dd5e7dde5c4a708f9f3e75db5fc1f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2567394
Jan 21 07:57:31.654266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54468) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:31.712385 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a638ce76-64ea-4fc1-8a9b-ec2bfaa6c52f req-41b46180-8a26-4efc-b547-f0ac5c1f8893 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 210 time: 0.3526335
Jan 21 07:57:31.777767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409e37-292e-4105-b2c2-ee754adf7049 req-70913934-573f-4923-91a7-fc2fba5cf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:31.779525 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67409e37-292e-4105-b2c2-ee754adf7049 req-70913934-573f-4923-91a7-fc2fba5cf531 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=359fb291beed4c8dbf3f963e158babae&shared=False HTTP/1.1" status: 200  len: 905 time: 0.5747011
Jan 21 07:57:31.781447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.896857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:31.907925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca295668-ccff-45ee-8261-6e0f24806e83 None None] Pushing event updated for resources: {'Port': ['ID=721c0d28-7625-45cd-ba5e-99e326904fdd,revision_number=4']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:31.908549 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-b80e8f14-a1e4-4807-825c-868bccc07004 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5e7335-aef7-4d01-bab2-87747fe77021 HTTP/1.1" status: 200  len: 217 time: 0.2600622
Jan 21 07:57:31.915535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ca295668-ccff-45ee-8261-6e0f24806e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:31.927158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:31.930034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de285c50>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:31.934035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:57:31.943838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Sync routers for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:57:31.972706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:31.975114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddb96630>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:32.045926 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] 10.222.0.21 "PUT /v2.0/routers/a84df5f6-767e-4e2e-a38d-b16a066ecc8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.6944788
Jan 21 07:57:32.236076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc0a9-70bd-4718-a917-71271d8433f0 req-6136fd14-78b6-4be0-972e-82e0101ea7b6 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:32.238402 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9e5fc0a9-70bd-4718-a917-71271d8433f0 req-6136fd14-78b6-4be0-972e-82e0101ea7b6 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 944 time: 0.6677289
Jan 21 07:57:32.314991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.76', 58332) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:32.405471 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9e5fc0a9-70bd-4718-a917-71271d8433f0 req-f4f0fe41-314d-4baf-bff5-d8e50916d102 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574934
Jan 21 07:57:32.640622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:32.698783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:32.700192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:32.702709 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86d081-db5a-400a-8e89-f988b137260f req-c65a2809-a4e8-42bc-a55f-fa40aebc7fb0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:32.704361 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-c65a2809-a4e8-42bc-a55f-fa40aebc7fb0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 819 time: 0.3399918
Jan 21 07:57:32.706263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-d909d63b-4988-4cf7-93ab-e44af2673fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:32.707925 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-d909d63b-4988-4cf7-93ab-e44af2673fcb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.7718043
Jan 21 07:57:32.748484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:32.797708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Request body: {'port': {'device_id': '72471f93-0a40-4922-8210-9f4951dd60be', 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc', 'admin_state_up': True, 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:32.817201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:32.818507 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7865267
Jan 21 07:57:32.844530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54500) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:32.883673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'security_group_rule': {'security_group_id': 'f4061a60-e063-434d-b8f9-7a6a316830eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:32.982722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817d3963-e9e1-475b-89d0-4770841fc62f,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:33.001733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:33.038503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:33.046737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:33.111278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group_rule and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:33.127024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:33.145069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:33.310841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67409e37-292e-4105-b2c2-ee754adf7049 req-99b2aca8-4a3a-4a8c-817a-16d01b2661fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:33.312581 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67409e37-292e-4105-b2c2-ee754adf7049 req-99b2aca8-4a3a-4a8c-817a-16d01b2661fc service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.4745891
Jan 21 07:57:33.497178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:33.520074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:33.532723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:33.552006 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-78f92887-35bc-48fb-b5fd-ae72912aa482 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7192407
Jan 21 07:57:33.553304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:33.560447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Usage tracker for resource:port and tenant:3b9fe6bc224c4541900e5055a8e05595 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:33.585185 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8928fa04-7f2b-4143-bc81-3930d07c6b65,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:33.605379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:33.637021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:33.648589 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8928fa04-7f2b-4143-bc81-3930d07c6b65 HTTP/1.1" status: 204  len: 168 time: 1.9907675
Jan 21 07:57:33.649942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54520) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:33.663667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.resource_extend [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 21 07:57:33.675244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de285c50>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:31Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:33.683756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3d7ad-2dee-4b60-9682-73c749c9a5c9 None None] The sync data for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi is: [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:31Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:57:33.723049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'security_group': {'name': 'tempest-securitygroup--1959561029', 'description': 'tempest-description--1639340616'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:33.804025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:33.827235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:33.848136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:33.870271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:33.915186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899e3e1b-684d-494a-b6b8-f80024f8cbc7 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:57:33.930222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-1a4e004b-aaef-41c8-b8a6-498671b27b73 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3651628
Jan 21 07:57:33.931921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Quota usage for port was recalculated. Used quota:2. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:33.943268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:33.955059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.016335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-6296bb47-fa63-4b12-9ac1-56cc4288006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:34.016335 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-6296bb47-fa63-4b12-9ac1-56cc4288006a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=359fb291beed4c8dbf3f963e158babae&device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 1160 time: 0.5899060
Jan 21 07:57:34.016335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Transition to ACTIVE for port object 899e3e1b-684d-494a-b6b8-f80024f8cbc7 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:34.019305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.039049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.objects.ports [None req-74efcc90-ca96-45fc-b88c-4c34eb3c3dcc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80208) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 21 07:57:34.043863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.054898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ef11d38d-0c2d-4933-9f7e-e4354dd97258 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:34.075289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 721c0d28-7625-45cd-ba5e-99e326904fdd up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:34.082642 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b08ee7da-d4bb-4b5d-850e-21ec5159772d req-7f18a9e2-84f0-44e4-82ef-e943e746efe2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 210 time: 0.1413264
Jan 21 07:57:34.086207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:34.098919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e7200c-39e3-41c1-a491-36c6cb04bf72,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:34.102622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:34.113875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:34.128795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group_rule and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:34.138583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:34.146904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.190269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8335-06a8-48d7-a73f-8366c5f96d97 req-0a9103cf-a067-4e4c-84d2-d2a5c0454533 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:34.192411 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99aa8335-06a8-48d7-a73f-8366c5f96d97 req-0a9103cf-a067-4e4c-84d2-d2a5c0454533 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 1.4835153
Jan 21 07:57:34.193683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Made reservation on behalf of 3b9fe6bc224c4541900e5055a8e05595 for: {'port': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:34.204181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:34.211706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.212057 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:34.217392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddb96630>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:27Z', 'revision_number': 2, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:34.242304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Checking router: a84df5f6-767e-4e2e-a38d-b16a066ecc8e for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:57:34.242722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Updating router a84df5f6-767e-4e2e-a38d-b16a066ecc8e port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 07:57:34.297465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 721c0d28-7625-45cd-ba5e-99e326904fdd completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:34.303143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Pushing event updated for resources: {'Port': ['ID=899e3e1b-684d-494a-b6b8-f80024f8cbc7,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:34.325907 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 721c0d28-7625-45cd-ba5e-99e326904fdd triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:34.326567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.377352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.383104 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5119033
Jan 21 07:57:34.384170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54536) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:34.395326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:34.408350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:34.441862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:34.448718 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99aa8335-06a8-48d7-a73f-8366c5f96d97 req-1f8c320a-2326-4721-bc08-b40f4644d1a3 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958468
Jan 21 07:57:34.501505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:floatingip and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:34.564636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:34.593115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:34.653026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.767187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.846664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.961459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Attempting to bind port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:34.962188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Attempting to bind port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:34.962383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Attempting to bind port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 on network 69fbb171-c582-4802-aeed-2a88dcea79dc {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:34.970451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.996216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:34.997472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:34.997586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa327b-b8d3-49a1-ab37-b47fc18b8fa4 req-c8347387-5f9a-4084-900e-20a4c8bb2f00 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:35.007501 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5caa327b-b8d3-49a1-ab37-b47fc18b8fa4 req-c8347387-5f9a-4084-900e-20a4c8bb2f00 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 944 time: 0.6455982
Jan 21 07:57:35.053145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'SecurityGroup': ['ID=87897f39-8e13-4109-a74a-1cd7a7262cf4,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:35.056937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.066806 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3760114
Jan 21 07:57:35.068739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54556) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:35.088587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:35.092324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:35.093165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Checking segment: {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:35.093593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.094078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Bound using segment: {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:35.094584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Bound port: 899e3e1b-684d-494a-b6b8-f80024f8cbc7, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:35.094965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.143995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 721c0d28-7625-45cd-ba5e-99e326904fdd, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=721c0d28-7625-45cd-ba5e-99e326904fdd,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:35.156037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'security_group_rule': {'security_group_id': '87897f39-8e13-4109-a74a-1cd7a7262cf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:35.156569 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5caa327b-b8d3-49a1-ab37-b47fc18b8fa4 req-56913239-1c3a-425e-b12f-3701d414d7a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489482
Jan 21 07:57:35.162608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:35.167118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group_rule and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:35.171701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:35.173128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Allocated IP 172.20.0.14 (69fbb171-c582-4802-aeed-2a88dcea79dc/d756463a-c5f2-42f2-8e8b-012ae3744765/adbc66c9-5576-499e-9532-c130b6c00d5b) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:35.178176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:35.196125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.252295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:35.380277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] For port 899e3e1b-684d-494a-b6b8-f80024f8cbc7, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:35.384437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] For port 899e3e1b-684d-494a-b6b8-f80024f8cbc7, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:35.400213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.411606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=721c0d28-7625-45cd-ba5e-99e326904fdd,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:35.420738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:35.435104 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6ff85245-1541-4e44-8107-b6e039b77f68 req-1ffd25c8-e739-4c35-9840-17956cf06b40 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 210 time: 0.1020706
Jan 21 07:57:35.502482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.722449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.730713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.776976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:35.791809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Transition to ACTIVE for port object d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:35.820483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.848844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:35.854047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:35.884173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:35.916276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Pushing event updated for resources: {'Port': ['ID=899e3e1b-684d-494a-b6b8-f80024f8cbc7,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:35.933502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:35.935129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.032409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 721c0d28-7625-45cd-ba5e-99e326904fdd up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:36.133987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a29f6d-4c10-4748-affb-062e322ac000 None None] Pushing event updated for resources: {'Port': ['ID=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:36.154199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-67a29f6d-4c10-4748-affb-062e322ac000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:36.182748 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Pushing event updated for resources: {'Port': ['ID=adbc66c9-5576-499e-9532-c130b6c00d5b,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:36.208780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:36.246574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 721c0d28-7625-45cd-ba5e-99e326904fdd triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:36.246574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.247134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829844f-081d-40d7-ab2e-b58bb2a41b9b req-b1d05e9b-22a0-4c91-8f05-d4b06175a35a tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:36.254995 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8829844f-081d-40d7-ab2e-b58bb2a41b9b req-b1d05e9b-22a0-4c91-8f05-d4b06175a35a tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.2094691
Jan 21 07:57:36.259437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:36.259622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.264749 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] 10.222.0.76 "PUT /v2.0/ports/899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 200  len: 1157 time: 5.6605186
Jan 21 07:57:36.266784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.282205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'tag': '899e3e1b-684d-494a-b6b8-f80024f8cbc7'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:36.318942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.331590 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:36.351165 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8829844f-081d-40d7-ab2e-b58bb2a41b9b req-42e66a0b-e194-4df6-8013-749acc83d04c tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944302
Jan 21 07:57:36.402962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d672110-f720-489d-a40f-35fe371011ea,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:36.403269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Network 69fbb171-c582-4802-aeed-2a88dcea79dc is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:36.410961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:36.414348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:36.425194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:36.550187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.554672 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f1258c0e-dcb8-4a01-a1da-3ad0434cb824 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4616103
Jan 21 07:57:36.555693 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'tag': '899e3e1b-684d-494a-b6b8-f80024f8cbc7', 'status': 'completed', 'code': 200}
Jan 21 07:57:36.564533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54584) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:36.588464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'security_group_rule': {'security_group_id': '87897f39-8e13-4109-a74a-1cd7a7262cf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:36.609682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:36.611022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.637000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:36.660786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group_rule and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:36.674143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:36.686035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:36.764867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.789002 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9947932
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Attempting to bind port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Attempting to bind port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Attempting to bind port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 on network 7c110376-5a97-4cff-b58e-1096bd087a1c {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Checking segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Bound using segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Bound port: d585ccf3-4dd3-4123-ab9b-bf4ac2317da1, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:36.867584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:36.964880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396962b-76b1-497f-a3c0-c559b5d8b557 req-eb22c8ac-c230-43bf-9d99-812196a0a0af tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:36.972984 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6396962b-76b1-497f-a3c0-c559b5d8b557 req-eb22c8ac-c230-43bf-9d99-812196a0a0af tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 944 time: 0.2702026
Jan 21 07:57:37.028208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] For port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:37.030383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Allocated IP 172.27.0.125 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/a1057cbf-09fd-4bde-afa9-9e30e7654484) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:37.035163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] For port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:37.066041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:37.080250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:37.085569 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6396962b-76b1-497f-a3c0-c559b5d8b557 req-c041f928-498f-4e62-bce7-6e8248112a9c tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113977
Jan 21 07:57:37.093394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d0e8823-d7cb-48d8-8e18-feb30fee3c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:37.108243 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-425030be-6cff-4aaa-ae9d-e82104c7d397 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=310d99d9-b8a9-41d2-b729-9f32527bbfd8 HTTP/1.1" status: 200  len: 217 time: 0.1456594
Jan 21 07:57:37.156777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Request body: {'port': {'device_id': '72471f93-0a40-4922-8210-9f4951dd60be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:37.197656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-555500d8-ce9c-46f0-a303-69557cc51058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:37.199349 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-555500d8-ce9c-46f0-a303-69557cc51058 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=74c440b1-2c4c-4863-b4ad-1ac38134cb2e HTTP/1.1" status: 200  len: 851 time: 0.0716176
Jan 21 07:57:37.200641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:37.228422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:37.287221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61100aa8-e226-44f0-97f1-ebbc012146fa req-900e5117-65c9-4bd3-b569-25ea68d3574b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:37.288720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-61100aa8-e226-44f0-97f1-ebbc012146fa req-900e5117-65c9-4bd3-b569-25ea68d3574b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Synchronizing usage tracker for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:37.295881 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-1d4ee609-a970-49da-95bc-032f28b62df3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f036bfd8-65ba-47b8-8690-5360401b0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0880044
Jan 21 07:57:37.343655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a29f6d-4c10-4748-affb-062e322ac000 None None] Pushing event updated for resources: {'Port': ['ID=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:37.629883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-67a29f6d-4c10-4748-affb-062e322ac000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:37.629883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:57:37.629883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddb96630>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:37.631012 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-7db516ef-3aef-4b5c-a432-0534dd57af1b service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5040395
Jan 21 07:57:37.631012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:37.631868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192caac6-8b3b-4e85-9887-3304e8dfcaeb,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:37.631868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:37.657235 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-f239b62f-2dff-40c8-9a4f-2dd439bcb83a service neutron] 10.222.0.76 "GET /v2.0/networks/f036bfd8-65ba-47b8-8690-5360401b0d6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2970393
Jan 21 07:57:37.698180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-61100aa8-e226-44f0-97f1-ebbc012146fa req-900e5117-65c9-4bd3-b569-25ea68d3574b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Unset dirty status for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:37.703651 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61100aa8-e226-44f0-97f1-ebbc012146fa req-900e5117-65c9-4bd3-b569-25ea68d3574b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 932 time: 0.8609235
Jan 21 07:57:37.828483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c10a-7365-4fac-83b8-dc58157d66b9 req-12037bce-dc2f-43f0-8dfc-61594cd174e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:37.828483 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eb55c10a-7365-4fac-83b8-dc58157d66b9 req-12037bce-dc2f-43f0-8dfc-61594cd174e1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1160 time: 0.7125001
Jan 21 07:57:37.828483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:37.828483 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1921771
Jan 21 07:57:37.935052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54610) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:38.025380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 8e5e7335-aef7-4d01-bab2-87747fe77021 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:38.050933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:38.095633 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:38.120675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:floatingip and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:38.123346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:38.158592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:57:38.176829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:38.243911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:38.302976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61100aa8-e226-44f0-97f1-ebbc012146fa req-4e198eb6-6a57-4349-97bf-a4905f1705a6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5807056
Jan 21 07:57:38.370955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e823be-40a8-4cab-b6fd-9bdc6ae31118 req-b82c86e1-bd57-4b97-a140-fd9428ecbe23 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:38.379295 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8e823be-40a8-4cab-b6fd-9bdc6ae31118 req-b82c86e1-bd57-4b97-a140-fd9428ecbe23 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.6589518
Jan 21 07:57:38.466070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c10a-7365-4fac-83b8-dc58157d66b9 req-a79b6671-f0c0-4b8b-b2de-35a80ec3c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:38.467783 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eb55c10a-7365-4fac-83b8-dc58157d66b9 req-a79b6671-f0c0-4b8b-b2de-35a80ec3c31a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3b9fe6bc224c4541900e5055a8e05595&shared=False HTTP/1.1" status: 200  len: 913 time: 0.6891432
Jan 21 07:57:38.469822 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f94299f5-fe1e-4f13-a600-50f09f5ac74f req-58c22118-b3f1-438a-9544-d4e3bc4ac966 service neutron] 10.222.0.76 "GET /v2.0/networks/f036bfd8-65ba-47b8-8690-5360401b0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7952397
Jan 21 07:57:38.652251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddb96630>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:37Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:57:38.656869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e741a093-cf2c-49ac-86f8-d01d4d01bc71 None None] The sync data for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi is: [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:37Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:57:38.693721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c10a-7365-4fac-83b8-dc58157d66b9 req-dfb131bc-0165-49d5-88dc-b727a9caf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:38.697205 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eb55c10a-7365-4fac-83b8-dc58157d66b9 req-dfb131bc-0165-49d5-88dc-b727a9caf081 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2100880
Jan 21 07:57:38.846094 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8e823be-40a8-4cab-b6fd-9bdc6ae31118 req-e0d33559-6f5a-4544-8d35-d30f6a2b795d tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4656119
Jan 21 07:57:38.893280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083055-c37a-4742-ab82-304e7853a61b req-e7ecbcfc-5458-4996-afbf-fd6810baff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:38.895243 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-e7ecbcfc-5458-4996-afbf-fd6810baff45 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1160 time: 0.1080768
Jan 21 07:57:38.967795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f1fcb-6520-406d-b6ce-aec7402b7cd1 req-db01b235-cbcb-4dcd-b59f-1239807d4fcf tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:38.969659 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a90f1fcb-6520-406d-b6ce-aec7402b7cd1 req-db01b235-cbcb-4dcd-b59f-1239807d4fcf tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 944 time: 0.2425413
Jan 21 07:57:38.989826 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-3596c277-5031-44f5-9396-f98727767045 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 200  len: 217 time: 0.0788326
Jan 21 07:57:39.068116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083055-c37a-4742-ab82-304e7853a61b req-79176458-2f5a-41eb-9b76-f4d64ef3208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:39.070242 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-79176458-2f5a-41eb-9b76-f4d64ef3208b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.0733650
Jan 21 07:57:39.083019 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a90f1fcb-6520-406d-b6ce-aec7402b7cd1 req-b9f6fb82-2734-4daa-9b8b-8bbcad767803 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032910
Jan 21 07:57:39.089125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbc66c9-5576-499e-9532-c130b6c00d5b {{(pid=80206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:57:39.098544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:39.118340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 8e5e7335-aef7-4d01-bab2-87747fe77021 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:39.128413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Transition to ACTIVE for port object adbc66c9-5576-499e-9532-c130b6c00d5b will not be triggered until provisioned by entity L2. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:39.130874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:39.142720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 8e5e7335-aef7-4d01-bab2-87747fe77021 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:39.143479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:39.145085 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-d4e06282-6a3c-44af-8d47-12a131a7c554 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674348
Jan 21 07:57:39.146824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:39.174076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:39.325053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:39.348542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:39.381265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:39.480488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:39.676012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 8e5e7335-aef7-4d01-bab2-87747fe77021, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8e5e7335-aef7-4d01-bab2-87747fe77021,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:39.715149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:39.716158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:39.717006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54642) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:39.809549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'Port': ['ID=a1057cbf-09fd-4bde-afa9-9e30e7654484,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:39.825660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:39.856303 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-fee3a64f-07b6-46c1-9fac-17a55bf36767 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5912817
Jan 21 07:57:39.877956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=8e5e7335-aef7-4d01-bab2-87747fe77021,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:39.891670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:40.045308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:40.048561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:40.065549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:40.088892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:40.159961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 8e5e7335-aef7-4d01-bab2-87747fe77021 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:40.168849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.177777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Pushing event updated for resources: {'Port': ['ID=adbc66c9-5576-499e-9532-c130b6c00d5b,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:40.192535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:40.208709 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:40.233850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Usage tracker for resource:security_group_rule and tenant:30bd17a55af74e4b9b0e641a4d80611e is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:40.237421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.246855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:40.259049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 8e5e7335-aef7-4d01-bab2-87747fe77021 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:40.259768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.261856 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-75083055-c37a-4742-ab82-304e7853a61b req-c6ba5e9b-da53-46c2-ad9e-e26a097929d3 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3838573
Jan 21 07:57:40.263248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:40.293913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:40.311342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:40.311762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.382011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c828cb-4d4b-4f4f-bd76-dec479e34a5b req-203fe119-a126-45c0-86ac-d0e382855fb7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:40.383836 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58c828cb-4d4b-4f4f-bd76-dec479e34a5b req-203fe119-a126-45c0-86ac-d0e382855fb7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.6510453
Jan 21 07:57:40.391635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.410042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.410292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Attempting to bind port adbc66c9-5576-499e-9532-c130b6c00d5b on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:40.410582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Attempting to bind port adbc66c9-5576-499e-9532-c130b6c00d5b by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:40.410955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Attempting to bind port adbc66c9-5576-499e-9532-c130b6c00d5b on network 69fbb171-c582-4802-aeed-2a88dcea79dc {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:40.467701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97976bc-b2d3-4eae-a712-8cbfb553085b req-40e37f35-f822-4ec0-bb97-185e40040e11 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:40.469617 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b97976bc-b2d3-4eae-a712-8cbfb553085b req-40e37f35-f822-4ec0-bb97-185e40040e11 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.3496940
Jan 21 07:57:40.470498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:40.470989 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Checking segment: {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:40.471411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.471821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Bound using segment: {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:40.472666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Bound port: adbc66c9-5576-499e-9532-c130b6c00d5b, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831b944c-f578-4e8e-8f38-07b4923f50b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '69fbb171-c582-4802-aeed-2a88dcea79dc'}}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:40.472803 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.536364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.538691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.619273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:40.626022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.638449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6361f680-a40a-4749-bf78-122a44e2a759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:40.649225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.658286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:40.695574 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58c828cb-4d4b-4f4f-bd76-dec479e34a5b req-b7424667-78c9-414a-b6e6-83a778fdf3ba tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2886539
Jan 21 07:57:40.712973 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30bd17a55af74e4b9b0e641a4d80611e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9888687
Jan 21 07:57:40.714625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54658) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:40.722647 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b97976bc-b2d3-4eae-a712-8cbfb553085b req-ce8fc76f-cd35-483b-a82d-0eb1c2220112 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270396
Jan 21 07:57:40.725132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d3507-d1cd-45df-a8da-a766357d5b16,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:40.730900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:40.747013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] For port adbc66c9-5576-499e-9532-c130b6c00d5b, host hv-cinder-76859, cleared binding levels {{(pid=80206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:40.750469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] For port adbc66c9-5576-499e-9532-c130b6c00d5b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=adbc66c9-5576-499e-9532-c130b6c00d5b,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:40.794376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.827337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:40.832160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:40.940315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.974169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:40.991989 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021', 'code': 200}
Jan 21 07:57:40.995467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bb126ad6-8425-4a37-92d5-de6a64774845 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:41.002907 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b3214c5-d83d-4b19-aa47-00c4ff726b0d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:41.143448 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'Port': ['ID=a1057cbf-09fd-4bde-afa9-9e30e7654484,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:41.149442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:41.231463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.251902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:41.252891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.254459 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] 10.222.0.76 "PUT /v2.0/ports/adbc66c9-5576-499e-9532-c130b6c00d5b HTTP/1.1" status: 200  len: 1158 time: 4.2126255
Jan 21 07:57:41.265850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:41.300568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.302279 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.9058492
Jan 21 07:57:41.329936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.336657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Pushing event updated for resources: {'Port': ['ID=adbc66c9-5576-499e-9532-c130b6c00d5b,revision_number=3']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:41.348405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:41.485492 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b', 'status': 'completed', 'code': 200}
Jan 21 07:57:41.550459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-eea0f0d0-f23d-48fe-8014-d6db067ffa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:41.553037 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-eea0f0d0-f23d-48fe-8014-d6db067ffa71 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 1163 time: 0.1262524
Jan 21 07:57:41.570925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.581843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.606147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:41.610875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Usage tracker for resource:security_group_rule and tenant:b08804f9a8ed49258a95d63b6e16f4f8 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:41.614347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:41.622457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:41.653849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b11f9-e96e-42b8-a802-8be5d8251eff req-ac5c3996-cf71-40c5-9603-15a1af6b76f7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:41.655813 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-102b11f9-e96e-42b8-a802-8be5d8251eff req-ac5c3996-cf71-40c5-9603-15a1af6b76f7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.6640506
Jan 21 07:57:41.721761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.769490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:41.780583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:41.805380 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f58fd58b-77d9-4a6e-96b3-2d88788a5052 req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442977
Jan 21 07:57:41.828961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:57:41.831661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e74cb0-1183-49e9-b89d-1ad0c1e82436,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:41.838607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:41.986632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Allocated IP 172.27.0.39 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/2951dcae-fbd5-4c8c-98e1-b2a6eccdab88) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:41.997978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:42.027416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-f4c3e4d1-0ce7-4b60-8b08-f1fe4175d1e1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Synchronizing usage tracker for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:42.046886 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-102b11f9-e96e-42b8-a802-8be5d8251eff req-75f4563a-d9d6-4958-969d-0a20cb20665c tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3728673
Jan 21 07:57:42.076419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:42.076847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:42.082220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86d081-db5a-400a-8e89-f988b137260f req-84f5a22e-54d1-4f24-9fd8-7030db63bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:42.085578 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-84f5a22e-54d1-4f24-9fd8-7030db63bccc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 1161 time: 0.6947882
Jan 21 07:57:42.095974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:42.183290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f27fb6cb-b9d1-4a30-b023-ec9db784443b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:42.254281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d3507-d1cd-45df-a8da-a766357d5b16,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:42.267192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-f4c3e4d1-0ce7-4b60-8b08-f1fe4175d1e1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Unset dirty status for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:42.268528 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-f4c3e4d1-0ce7-4b60-8b08-f1fe4175d1e1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1066126957&fields=id&tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 267 time: 0.6007929
Jan 21 07:57:42.273965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:42.412232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:42.413996 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f3d3507-d1cd-45df-a8da-a766357d5b16 HTTP/1.1" status: 204  len: 168 time: 1.6903360
Jan 21 07:57:42.424720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:42.567056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-6e86b66d-46a8-46bd-b3bc-0c1d87b64385 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:42.569371 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-6e86b66d-46a8-46bd-b3bc-0c1d87b64385 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 816 time: 0.2764177
Jan 21 07:57:42.594216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ee943-6c37-4bcc-b9ff-a4b73f9807e1 req-092dfc2d-7988-433b-970a-80bb472b353d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:42.596036 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-091ee943-6c37-4bcc-b9ff-a4b73f9807e1 req-092dfc2d-7988-433b-970a-80bb472b353d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.4038372
Jan 21 07:57:42.628812 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-f621f2b6-82d2-429d-9c8c-fa39eb99e057 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/quotas/fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 375 time: 0.0303655
Jan 21 07:57:42.720410 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-091ee943-6c37-4bcc-b9ff-a4b73f9807e1 req-9d4588b7-9391-4668-8c26-b89ee1b204e4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112595
Jan 21 07:57:42.751484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:42.889306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:43.034358 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-a93a91f4-79db-43e0-b4a9-d53534bbed69 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3811214
Jan 21 07:57:43.059873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'Port': ['ID=2951dcae-fbd5-4c8c-98e1-b2a6eccdab88,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:43.067086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:43.068170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:43.071828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:43.097667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:43.155143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54746) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:43.177028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.197072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:43.202479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Usage tracker for resource:security_group_rule and tenant:47fa23b07ea34e1893fdba51d79a213a is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:43.205651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:43.212522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:43.305226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332853-9699-4330-a7cc-a2a17e428968 req-453f80ba-4b16-461e-954c-adb0127ad6b9 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:43.306986 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c8332853-9699-4330-a7cc-a2a17e428968 req-453f80ba-4b16-461e-954c-adb0127ad6b9 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.4189043
Jan 21 07:57:43.310191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.345232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.356534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:43.407457 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47fa23b07ea34e1893fdba51d79a213a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2510104
Jan 21 07:57:43.408377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c517c971-6946-40e7-a286-d1cbcad47cd8,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:43.410946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54750) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:43.415308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:43.420985 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-115bb837-51f3-4068-ab80-69ebdba3cf90 service neutron] 10.222.0.21 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3516989
Jan 21 07:57:43.474793 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c8332853-9699-4330-a7cc-a2a17e428968 req-f0790707-22ea-48b2-826b-17164254eec6 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600666
Jan 21 07:57:43.476878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.484604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.517733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.608669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.614532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-65ca183f-44d4-48a3-aaa0-d21587f0c4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:43.629583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c517c971-6946-40e7-a286-d1cbcad47cd8,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:43.636014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:43.649037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.651426 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c517c971-6946-40e7-a286-d1cbcad47cd8 HTTP/1.1" status: 204  len: 168 time: 0.2391298
Jan 21 07:57:43.717328 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-059985ca-3795-4282-a10c-6ea7ee230740 service neutron] 10.222.0.21 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2884381
Jan 21 07:57:43.724455 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:43.893183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935ad19-9d56-41e0-9155-47401b1ef65a req-9e733b50-c4d3-4535-b032-fdb1e1657e86 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:43.894909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2935ad19-9d56-41e0-9155-47401b1ef65a req-9e733b50-c4d3-4535-b032-fdb1e1657e86 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.2518625
Jan 21 07:57:44.058737 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2935ad19-9d56-41e0-9155-47401b1ef65a req-33757682-40fd-4c21-96d1-3085e7ff4f4b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549287
Jan 21 07:57:44.226232 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7e833ab8-7f0e-45c6-aebb-5ce390341cbd req-c15d6e66-5d16-4739-a294-77c2e6899ca7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 210 time: 0.0785205
Jan 21 07:57:44.271803 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:44.308090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124d6d7-99b0-4158-83e7-45dc8dcf9d19 req-6d270132-7781-42b4-a8b5-b85a728b01ef tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:44.316003 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1124d6d7-99b0-4158-83e7-45dc8dcf9d19 req-6d270132-7781-42b4-a8b5-b85a728b01ef tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.2136917
Jan 21 07:57:44.337184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:44.358994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:44.727270 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1124d6d7-99b0-4158-83e7-45dc8dcf9d19 req-dbf5e15d-f6a4-4805-8a2c-88472a261943 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4100368
Jan 21 07:57:44.764444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'Port': ['ID=2951dcae-fbd5-4c8c-98e1-b2a6eccdab88,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:44.812699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:44.951188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcf92e-60ea-4f7a-ba96-26feea76519f req-757592e0-eacf-4977-bfd5-a32bd2e72565 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:44.952917 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0fbcf92e-60ea-4f7a-ba96-26feea76519f req-757592e0-eacf-4977-bfd5-a32bd2e72565 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.2027445
Jan 21 07:57:44.994697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:45.040920 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0fbcf92e-60ea-4f7a-ba96-26feea76519f req-4ca0dbff-b704-4d92-b8f6-425a18cf578e tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802400
Jan 21 07:57:45.076882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:45.078324 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.0794084
Jan 21 07:57:45.350833 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-5ac36285-ba04-4b7e-9da9-f2608ac92e60 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adbc66c9-5576-499e-9532-c130b6c00d5b HTTP/1.1" status: 200  len: 217 time: 0.1767883
Jan 21 07:57:45.496942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-31be3919-03b4-4bb7-8c1c-b65867e30c1f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:45.507832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86d081-db5a-400a-8e89-f988b137260f req-4952b96d-49be-4ee5-90ec-b30a1ca5d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:45.509475 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-4952b96d-49be-4ee5-90ec-b30a1ca5d73d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.1578405
Jan 21 07:57:45.567737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa96b0d-7cce-4520-92ef-0504ab0a318e req-53c1c692-83f6-46d0-ba30-ef52e7975134 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:45.570068 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7aa96b0d-7cce-4520-92ef-0504ab0a318e req-53c1c692-83f6-46d0-ba30-ef52e7975134 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.2884061
Jan 21 07:57:45.641668 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-e3639633-d16a-4154-8f19-59006865556b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708675
Jan 21 07:57:45.659586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.objects.ports [None req-c00a5deb-16a3-475c-a463-1b4a148b0e86 None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=80208) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 21 07:57:45.696285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-31be3919-03b4-4bb7-8c1c-b65867e30c1f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:45.697635 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-31be3919-03b4-4bb7-8c1c-b65867e30c1f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1959561029&fields=id&tenant_id=92d771289021448dbc05092275a5f872 HTTP/1.1" status: 200  len: 267 time: 0.2984128
Jan 21 07:57:45.790769 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7aa96b0d-7cce-4520-92ef-0504ab0a318e req-a0ff2ea5-6e35-4efd-a7a7-2c8db3ebe09b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769476
Jan 21 07:57:46.021822 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-76598015-a1f5-4bfe-8061-f898b6725711 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3709946
Jan 21 07:57:46.276759 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-e5fcbccb-e024-4c0e-8366-4bcc74ec7349 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:46.282502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-e5fcbccb-e024-4c0e-8366-4bcc74ec7349 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:network {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:46.325603 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-408c644f-d446-46b9-9583-53d5fcb0303d req-fd36fc4f-ca86-42c8-9de5-82108b3c9603 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 210 time: 0.2306817
Jan 21 07:57:46.382931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-e5fcbccb-e024-4c0e-8366-4bcc74ec7349 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:network {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:46.382931 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-e5fcbccb-e024-4c0e-8366-4bcc74ec7349 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 811 time: 0.6226103
Jan 21 07:57:46.406852 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-4961ee52-bf2f-4dd8-8951-61e5c004dbd4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/quotas/92d771289021448dbc05092275a5f872 HTTP/1.1" status: 200  len: 375 time: 0.0152841
Jan 21 07:57:46.410608 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c86d081-db5a-400a-8e89-f988b137260f req-8d186102-a6ca-403c-825d-9f13c13694ae service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3737469
Jan 21 07:57:46.546351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-aaf03c00-55b9-4313-bff3-860941cce21a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:46.715603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-aaf03c00-55b9-4313-bff3-860941cce21a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:46.717073 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-aaf03c00-55b9-4313-bff3-860941cce21a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3025858
Jan 21 07:57:46.748152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e617fe-0b7a-4568-a723-4f94e13c3c31 req-535e1099-6d9e-42b1-8fb2-79f80412f782 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:46.749891 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18e617fe-0b7a-4568-a723-4f94e13c3c31 req-535e1099-6d9e-42b1-8fb2-79f80412f782 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.2001376
Jan 21 07:57:46.800958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-fd668aa4-3f02-4bcd-96e7-6f5b5b6bda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:46.802544 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-fd668aa4-3f02-4bcd-96e7-6f5b5b6bda9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 1161 time: 0.2014260
Jan 21 07:57:46.812370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54854) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:47.013780 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18e617fe-0b7a-4568-a723-4f94e13c3c31 req-edf790d1-e04f-4bbe-9c7d-b18b0588d11f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337096
Jan 21 07:57:47.020808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.043281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:47.047785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:6dccbb95bfce442fb26ffd6838671d7e is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:47.051801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:47.060562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:47.104646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 8e5e7335-aef7-4d01-bab2-87747fe77021 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:47.122616 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-4762a21f-1548-4343-987f-3dfef8c56f74 service neutron] 10.222.0.21 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3714650
Jan 21 07:57:47.156132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-ed8f5203-82fd-4d60-8ed9-da03fbb1279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:47.158030 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-ed8f5203-82fd-4d60-8ed9-da03fbb1279f service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.2988546
Jan 21 07:57:47.197731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 8e5e7335-aef7-4d01-bab2-87747fe77021 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:47.198299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.273194 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-dcef14c4-8ef5-47dc-b07d-aad8872eb705 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adbc66c9-5576-499e-9532-c130b6c00d5b HTTP/1.1" status: 200  len: 217 time: 0.0871856
Jan 21 07:57:47.355888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.387354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 310d99d9-b8a9-41d2-b729-9f32527bbfd8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:47.396616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.426064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:47.468194 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dccbb95bfce442fb26ffd6838671d7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6546340
Jan 21 07:57:47.471447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54874) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:47.481480 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd974924-d9ea-42ad-b3f5-0dc739466c70,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:47.487313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:47.593015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.597194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-2db236a1-5a06-4ad8-a6f5-75ec9a884850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:47.599312 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-2db236a1-5a06-4ad8-a6f5-75ec9a884850 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.1581631
Jan 21 07:57:47.620341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:47.627487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.627818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:47.628757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.722444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.730258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:47.763693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.764755 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd974924-d9ea-42ad-b3f5-0dc739466c70 HTTP/1.1" status: 204  len: 168 time: 0.2795734
Jan 21 07:57:47.766006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd974924-d9ea-42ad-b3f5-0dc739466c70,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:47.768878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:47.781869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.825822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859adb1b-59f9-478e-bee5-aa3e8ee8e958 req-4e807210-6c67-48d6-b2dc-c8cc04a369cb tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:47.828354 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-859adb1b-59f9-478e-bee5-aa3e8ee8e958 req-4e807210-6c67-48d6-b2dc-c8cc04a369cb tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.5541148
Jan 21 07:57:47.842911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 310d99d9-b8a9-41d2-b729-9f32527bbfd8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=310d99d9-b8a9-41d2-b729-9f32527bbfd8,segment=NetworkSegment(f355cc26-5d60-464f-bef4-7317c9126f5d),segment_id=f355cc26-5d60-464f-bef4-7317c9126f5d)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:47.844420 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:47.861972 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-09e2016d-3bca-4be2-b9c1-670482662637 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2124898
Jan 21 07:57:47.865427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:47.867279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:47.867740 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-3011fcb5-1dc1-494c-b781-60d72af5bad6 service neutron] 10.222.0.21 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7043645
Jan 21 07:57:47.906906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:47.996607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=310d99d9-b8a9-41d2-b729-9f32527bbfd8,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:48.002259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:48.116576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:48.123382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:48.126073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:48.249948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-76215963-f491-44b3-84e3-9a69109ea076 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:48.251190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-76215963-f491-44b3-84e3-9a69109ea076 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Synchronizing usage tracker for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:48.368456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-76215963-f491-44b3-84e3-9a69109ea076 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Unset dirty status for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:48.370463 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-76215963-f491-44b3-84e3-9a69109ea076 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 816 time: 0.4391189
Jan 21 07:57:48.377706 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-859adb1b-59f9-478e-bee5-aa3e8ee8e958 req-dd40501f-1f2b-47e7-ad1f-20ffc2542132 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5085781
Jan 21 07:57:48.423859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:48.556742 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-f0fe9e09-3abe-4fec-97b8-c17e15e0680f service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5610197
Jan 21 07:57:48.611958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-69bbc073-cd6b-4290-9b38-180806070954 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Synchronizing usage tracker for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:48.630517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-69bbc073-cd6b-4290-9b38-180806070954 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Unset dirty status for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:48.632350 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-69bbc073-cd6b-4290-9b38-180806070954 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 5704 time: 0.2379642
Jan 21 07:57:48.652841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'port': {'device_id': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'admin_state_up': True, 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'security_groups': ['f4061a60-e063-434d-b8f9-7a6a316830eb']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:48.685272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 899e3e1b-684d-494a-b6b8-f80024f8cbc7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:48.722956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:48.724525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d0e8823-d7cb-48d8-8e18-feb30fee3c83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:48.909717 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=899e3e1b-684d-494a-b6b8-f80024f8cbc7,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:48.914230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:48.978463 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8afa34-f180-4f61-9516-751cf42f4237 req-ec2d3cb6-4a36-49e9-bad4-3b2828e7bc69 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 210 time: 0.1273739
Jan 21 07:57:49.079748 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e83f38-75f5-4ae6-a58a-732e72930724 req-fe89851f-5420-45ab-a211-1d685b03ea69 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5169826
Jan 21 07:57:49.109770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65d2a3-ee8b-4353-bb9c-a0455c2a8c72 req-30a1e698-71d8-407f-bf07-ce9840ee336e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:49.111779 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1a65d2a3-ee8b-4353-bb9c-a0455c2a8c72 req-30a1e698-71d8-407f-bf07-ce9840ee336e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.3636885
Jan 21 07:57:49.145484 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8', 'code': 200}
Jan 21 07:57:49.216439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:49.220598 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1a65d2a3-ee8b-4353-bb9c-a0455c2a8c72 req-b0dc8952-ca97-4d5b-a546-1763df396767 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008778
Jan 21 07:57:49.221247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:port and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:49.224546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for port was recalculated. Used quota:3. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:49.231375 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:49.270629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 54918) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:49.291728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:49.308935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:49.314670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Usage tracker for resource:security_group_rule and tenant:5943b1888014436c98fd8208496432ff is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:49.317953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:49.325374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:49.366937 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f8b8feca-47c8-49ca-af9f-653a0fb24bfd req-767d97ba-ed95-42e0-8f7d-0d9c291c1960 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.0584300
Jan 21 07:57:49.385096 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Made reservation on behalf of fc8fd9bac9ee489282a92ea57c25d3b1 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:49.394216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:49.603282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e063acf-c80c-4da2-af03-6beb6d3789d1 req-f91713c7-2abc-4298-8bef-09e6ad2768aa tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:49.618032 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e063acf-c80c-4da2-af03-6beb6d3789d1 req-f91713c7-2abc-4298-8bef-09e6ad2768aa tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.1354282
Jan 21 07:57:49.701947 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e063acf-c80c-4da2-af03-6beb6d3789d1 req-1e3aeb21-6908-4322-89b9-100f5e782461 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824444
Jan 21 07:57:49.820652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef352e21-1116-44bc-8d35-1d2ace98e6ce req-cabbf3ba-8cb4-4b7a-9169-c1ad31379f42 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:49.822508 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ef352e21-1116-44bc-8d35-1d2ace98e6ce req-cabbf3ba-8cb4-4b7a-9169-c1ad31379f42 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.1195071
Jan 21 07:57:49.879185 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ef352e21-1116-44bc-8d35-1d2ace98e6ce req-a1fe001b-a913-4633-9fdd-16563aa3f25e tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498431
Jan 21 07:57:49.930180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Allocated IP 172.20.0.14 (c4cce747-0e6a-47f3-ba35-72c17e872b1d/98010f92-96a0-4ec0-ba59-6c1bd096c989/579c36c8-fb75-4a80-91ab-46253fd15161) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:49.970395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.024492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.061793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-44e316ad-af6c-4e77-85ec-7a45d5155883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:50.079768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54930) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:50.089339 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5943b1888014436c98fd8208496432ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8175867
Jan 21 07:57:50.190519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9e399f-3b86-4719-850b-fd6360a820d6,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:50.194775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:50.273005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.284840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.295504 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7452e4f9-bdf4-4a18-9399-091c51266b3d req-a4eacf2a-aaf7-42cc-91d0-fd87f4005ea6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 210 time: 0.0897102
Jan 21 07:57:50.305263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Transition to ACTIVE for port object 579c36c8-fb75-4a80-91ab-46253fd15161 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:50.318928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.374487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.393367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:50.494232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.501691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:50.517779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9e399f-3b86-4719-850b-fd6360a820d6,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:50.520738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:50.572623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.573885 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f9e399f-3b86-4719-850b-fd6360a820d6 HTTP/1.1" status: 204  len: 168 time: 0.4930165
Jan 21 07:57:50.588166 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3540369-bbc1-4a3b-b5f4-1ed6dfb9668b req-ea1d80bc-5ae3-4118-b4ff-43064d31a6ac tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.0565910
Jan 21 07:57:50.593346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:50.606771 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.607178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.607721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.608114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.608581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.608970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.609356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.609777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.610174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.610670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.614677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.616435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.616435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.616900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.617395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:50.622242 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:50.644220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:50.645432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:50.648154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:50.666927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:50.667677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.758843 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1197162
Jan 21 07:57:50.928364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-96fc3066-99e9-4960-ac1c-16a1eba86e6c None None] Provisioning for port 579c36c8-fb75-4a80-91ab-46253fd15161 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:50.934196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-96fc3066-99e9-4960-ac1c-16a1eba86e6c None None] Provisioning complete for port 579c36c8-fb75-4a80-91ab-46253fd15161 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:50.934888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96fc3066-99e9-4960-ac1c-16a1eba86e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:50.995502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-96fc3066-99e9-4960-ac1c-16a1eba86e6c None None] Port 579c36c8-fb75-4a80-91ab-46253fd15161 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:57:51.059664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace90e9-7371-4987-aafb-94e41c12c73c req-70d81c68-8ac1-475a-955f-80f8048324fc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:51.061446 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ace90e9-7371-4987-aafb-94e41c12c73c req-70d81c68-8ac1-475a-955f-80f8048324fc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.1576884
Jan 21 07:57:51.146806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e3e1b-684d-494a-b6b8-f80024f8cbc7'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:51.183326 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ace90e9-7371-4987-aafb-94e41c12c73c req-cb66ac3c-6ac5-42d6-905a-c4da13b6f6d4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765197
Jan 21 07:57:51.230811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c70b1-46c6-440c-b814-939ea1e7a29a req-ebff7028-6dcf-4d06-a3dd-557428384fda tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:51.236137 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad1c70b1-46c6-440c-b814-939ea1e7a29a req-ebff7028-6dcf-4d06-a3dd-557428384fda tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.1701820
Jan 21 07:57:51.289330 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad1c70b1-46c6-440c-b814-939ea1e7a29a req-48f481f3-c1ef-4943-87e3-0f6e17c75fd4 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497804
Jan 21 07:57:51.299688 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899e3e1b-684d-494a-b6b8-f80024f8cbc7', 'code': 200}
Jan 21 07:57:51.580520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a45f9-14ea-4b10-a8e5-24feff526b7c req-59801176-b66a-4900-bf83-b90ff1975d37 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:51.582323 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-927a45f9-14ea-4b10-a8e5-24feff526b7c req-59801176-b66a-4900-bf83-b90ff1975d37 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 932 time: 0.1181526
Jan 21 07:57:51.640682 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-927a45f9-14ea-4b10-a8e5-24feff526b7c req-ed7c2d22-7b27-4e66-92e6-d9b505370ce3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510907
Jan 21 07:57:51.809666 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e12bdbca-bbf2-4396-9171-99f7e0a9b485 req-f5a769d6-ec76-482b-9808-bcabe9570339 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.0494103
Jan 21 07:57:51.918352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Request body: {'port': {'device_id': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:51.958412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 54980) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:52.096016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:52.139631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-799774759-network', 'tenant_id': 'a564b8f14f804735b86e0c0dc762960d'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:52.144826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:52.151925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Usage tracker for resource:network and tenant:a564b8f14f804735b86e0c0dc762960d is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:52.155553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:52.165845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:52.219487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Made reservation on behalf of a564b8f14f804735b86e0c0dc762960d for: {'network': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:52.227865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:52.246431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:52.271181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:52.285839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Usage tracker for resource:security_group_rule and tenant:a564b8f14f804735b86e0c0dc762960d is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:52.295379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:52.315616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:52.600346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5094ee-c559-4a9f-a9d7-110655665d6c req-a438676c-6a0f-4e41-8281-f2c0c1472848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:52.603023 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a5094ee-c559-4a9f-a9d7-110655665d6c req-a438676c-6a0f-4e41-8281-f2c0c1472848 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.2014558
Jan 21 07:57:52.748813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6a5094ee-c559-4a9f-a9d7-110655665d6c req-3b70a698-51e0-46b6-a35e-eaf826076a25 service neutron] Synchronizing usage tracker for tenant:b08804f9a8ed49258a95d63b6e16f4f8 on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:52.891256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579c36c8-fb75-4a80-91ab-46253fd15161 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:57:52.893674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d6d0b-c3f4-4278-be59-0174dbc4f0d2 req-0ae178ef-9554-4755-9b84-43989c15e124 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:52.899342 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-506d6d0b-c3f4-4278-be59-0174dbc4f0d2 req-0ae178ef-9554-4755-9b84-43989c15e124 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.3919554
Jan 21 07:57:52.903277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:52.920265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Transition to ACTIVE for port object 579c36c8-fb75-4a80-91ab-46253fd15161 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:52.951397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2c7f-2eae-4b9f-8074-0362cca78ad0 req-115d53b6-6365-46f5-b1a5-2883a4a963b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:52.953109 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-002f2c7f-2eae-4b9f-8074-0362cca78ad0 req-115d53b6-6365-46f5-b1a5-2883a4a963b1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 1162 time: 0.6389775
Jan 21 07:57:52.956429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:52.975976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:53.036286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ee1f4-7e9e-47ff-bcd5-3f530cc13bf8 req-1a8c543b-0f7d-4d21-ac10-d30c8fe28dae tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:53.038773 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b25ee1f4-7e9e-47ff-bcd5-3f530cc13bf8 req-1a8c543b-0f7d-4d21-ac10-d30c8fe28dae tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.3507469
Jan 21 07:57:53.096325 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-506d6d0b-c3f4-4278-be59-0174dbc4f0d2 req-4c2d9bff-1d13-47dd-a135-83c3deb6c936 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873190
Jan 21 07:57:53.100366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.116329 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-002f2c7f-2eae-4b9f-8074-0362cca78ad0 req-86bf21a1-d7b1-4c1a-8589-f358277634f0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505127
Jan 21 07:57:53.127967 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Pushing event updated for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:53.134328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:53.138277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.156312 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b25ee1f4-7e9e-47ff-bcd5-3f530cc13bf8 req-7737fe21-8710-4dd5-b76e-9335997be4b4 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094716
Jan 21 07:57:53.164292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.169527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:53.203971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:57:53.217306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750693420847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.217306 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Added segment 69dbeede-5a70-4df1-a625-fa65bdfaac60 of type vxlan for network 90214d0a-5fdf-4c17-9b53-6347086bdea3
Jan 21 07:57:53.217632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6a5094ee-c559-4a9f-a9d7-110655665d6c req-3b70a698-51e0-46b6-a35e-eaf826076a25 service neutron] Unset dirty status for tenant:b08804f9a8ed49258a95d63b6e16f4f8 on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:53.218977 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a5094ee-c559-4a9f-a9d7-110655665d6c req-3b70a698-51e0-46b6-a35e-eaf826076a25 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5973508
Jan 21 07:57:53.257181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.329595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ff5bbd-9d8d-4f17-8ff8-4d5cbfbb6d89,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:53.351371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.351773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.352214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.352615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.353110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.353854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.354044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.354389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.354768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.355166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.355571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.355923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.356360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.356733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.357104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.357475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.357900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.358321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.358642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.359011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.359379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.359750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.360119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.360484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:57:53.375138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Attempting to bind port 579c36c8-fb75-4a80-91ab-46253fd15161 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:57:53.375534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Attempting to bind port 579c36c8-fb75-4a80-91ab-46253fd15161 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:57:53.375912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Attempting to bind port 579c36c8-fb75-4a80-91ab-46253fd15161 on network c4cce747-0e6a-47f3-ba35-72c17e872b1d {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:57:53.384335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:57:53.384752 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Checking segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:53.385188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.385799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Bound using segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:57:53.386262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Bound port: 579c36c8-fb75-4a80-91ab-46253fd15161, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:57:53.386931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.418822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:53.419437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.425537 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1822d532-40f8-4bcd-a778-cb1fa832fe55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.426338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:53.427337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.433518 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7c3b28eb-9b39-4039-9ced-259a10fed708 req-8b82b8a7-8ba9-4f5a-b650-f1c7a5052786 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.0849643
Jan 21 07:57:53.436328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c790a0e5-d9f2-43ed-bd4d-27e267ccdac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:53.627629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] For port 579c36c8-fb75-4a80-91ab-46253fd15161, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:57:53.636298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] For port 579c36c8-fb75-4a80-91ab-46253fd15161, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=579c36c8-fb75-4a80-91ab-46253fd15161,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:57:53.679949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:53.692360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 310d99d9-b8a9-41d2-b729-9f32527bbfd8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:53.701078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-464c0fea-d919-490e-9b6a-c73dc7b8260b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:53.714188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Pushing event updated for resources: {'Network': ['ID=90214d0a-5fdf-4c17-9b53-6347086bdea3,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:53.729689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:53.742780 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.7823477
Jan 21 07:57:53.745113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55030) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:53.763006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Request body: {'subnet': {'network_id': '90214d0a-5fdf-4c17-9b53-6347086bdea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-799774759-subnet', 'tenant_id': 'a564b8f14f804735b86e0c0dc762960d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:53.785215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:53.805311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Usage tracker for resource:subnet and tenant:a564b8f14f804735b86e0c0dc762960d is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:53.809153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 90214d0a-5fdf-4c17-9b53-6347086bdea3 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:57:53.812231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:53.826767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:53.846412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 90214d0a-5fdf-4c17-9b53-6347086bdea3 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:57:53.858062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632d67-4982-408a-9991-53d22a8f8890 req-4d822931-5378-4a82-a319-00960e50841a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:53.868659 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d0632d67-4982-408a-9991-53d22a8f8890 req-4d822931-5378-4a82-a319-00960e50841a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.2756398
Jan 21 07:57:53.960547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Pushing event updated for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:53.966036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:53.966201 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d0632d67-4982-408a-9991-53d22a8f8890 req-1b7546fe-17a5-4158-a17a-2450b2d80d28 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943429
Jan 21 07:57:53.974261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Made reservation on behalf of a564b8f14f804735b86e0c0dc762960d for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:53.990239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852594873'] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:54.054176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:54.055354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:54.057722 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] 10.222.0.76 "PUT /v2.0/ports/579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 200  len: 1158 time: 2.1464748
Jan 21 07:57:54.070286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:54.182251 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161', 'status': 'completed', 'code': 200}
Jan 21 07:57:54.276433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:54.276433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:54.465668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:54.562115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:54.562654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:54.565352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b698885-f044-4dce-a489-f8359d0c07fd req-c4a579c4-635b-4e96-b80f-053f3061522b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:54.573919 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6b698885-f044-4dce-a489-f8359d0c07fd req-c4a579c4-635b-4e96-b80f-053f3061522b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.2332067
Jan 21 07:57:54.734984 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6b698885-f044-4dce-a489-f8359d0c07fd req-6b5e8e30-251c-4a8d-b514-009b53252a47 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578386
Jan 21 07:57:54.736841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device adbc66c9-5576-499e-9532-c130b6c00d5b up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:54.779666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-0033a562-321c-4820-aa2d-afb1a4248a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:54.781314 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-0033a562-321c-4820-aa2d-afb1a4248a50 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1161 time: 0.5116205
Jan 21 07:57:54.839859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-1ba9bb94-e1c1-4c77-9e2c-cda807eab8c7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:54.842521 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-1ba9bb94-e1c1-4c77-9e2c-cda807eab8c7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 811 time: 0.5114942
Jan 21 07:57:54.998168 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-75291cbb-75e1-4f56-b473-23e22bc71f9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 200  len: 217 time: 0.0895064
Jan 21 07:57:55.007715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port adbc66c9-5576-499e-9532-c130b6c00d5b completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:55.030003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port adbc66c9-5576-499e-9532-c130b6c00d5b triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:55.030428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:55.091319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2592565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852594828'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:55.225785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:55.296923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:57:55.313118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-0231dca9-37c3-4d71-9568-8bb335d5a5f3 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:57:55.325332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port adbc66c9-5576-499e-9532-c130b6c00d5b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=adbc66c9-5576-499e-9532-c130b6c00d5b,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:57:55.356523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:55.357573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 8e5e7335-aef7-4d01-bab2-87747fe77021 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:57:55.400564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-0231dca9-37c3-4d71-9568-8bb335d5a5f3 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:57:55.402867 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-0231dca9-37c3-4d71-9568-8bb335d5a5f3 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92d771289021448dbc05092275a5f872 HTTP/1.1" status: 200  len: 5705 time: 0.4265850
Jan 21 07:57:55.415888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-b67b528f-479c-4c4c-971f-38b7878d3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:55.418311 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-b67b528f-479c-4c4c-971f-38b7878d3704 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.4115067
Jan 21 07:57:55.421101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:55.438683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'port': {'device_id': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'admin_state_up': True, 'tenant_id': '92d771289021448dbc05092275a5f872', 'security_groups': ['87897f39-8e13-4109-a74a-1cd7a7262cf4']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:55.699116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-72192088-a491-4e9b-aea7-ddfa435305d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:55.737778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:55.749619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:55.768147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-931f76b1-8557-44e5-8b30-76f080569b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:55.769829 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-931f76b1-8557-44e5-8b30-76f080569b95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1962061
Jan 21 07:57:55.792683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a9fcf-53cc-4e32-82d8-7a4f2e1e1a90 req-bd37efa0-30d8-49dc-9029-7278fa82b4ca tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:55.800947 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1b1a9fcf-53cc-4e32-82d8-7a4f2e1e1a90 req-bd37efa0-30d8-49dc-9029-7278fa82b4ca tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.8125699
Jan 21 07:57:55.813385 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f8503ca1-828b-4dda-994b-f6e08db13b14 req-b6b0daf0-8420-43ba-926a-29d72f932f70 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.1544755
Jan 21 07:57:55.825964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Made reservation on behalf of 92d771289021448dbc05092275a5f872 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:55.836381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:55.843881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=adbc66c9-5576-499e-9532-c130b6c00d5b,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:55.868556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:55.889901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 8e5e7335-aef7-4d01-bab2-87747fe77021 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:55.890492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:55.968901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e8a435b7-c86a-4c31-af43-b5245892152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:56.008211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=720dbb00-93a2-43be-af9e-fa335e9ae015,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:56.018195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:56.094196 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1b1a9fcf-53cc-4e32-82d8-7a4f2e1e1a90 req-b5f31100-c9ac-47bb-bb96-eef2ceb996e8 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2921801
Jan 21 07:57:56.101464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Checking segment: {'id': '69dbeede-5a70-4df1-a625-fa65bdfaac60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '90214d0a-5fdf-4c17-9b53-6347086bdea3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:56.101897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Network hostable DHCP agents. Network: 90214d0a-5fdf-4c17-9b53-6347086bdea3, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:57:56.179296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4306f-36ae-4796-ab9f-67db642d018e req-b1315677-ed8e-4aa2-b0b3-1da198a87fdc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:56.181052 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25b4306f-36ae-4796-ab9f-67db642d018e req-b1315677-ed8e-4aa2-b0b3-1da198a87fdc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1629930
Jan 21 07:57:56.191325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:56.220697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Network 90214d0a-5fdf-4c17-9b53-6347086bdea3 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:57:56.221359 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b', 'code': 200}
Jan 21 07:57:56.245306 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-a5b50e5c-9733-40d8-b648-ed40a5460a66 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4664919
Jan 21 07:57:56.261500 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25b4306f-36ae-4796-ab9f-67db642d018e req-4cc4146e-4aed-4c7a-95c9-1a6dd13c6e6d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664256
Jan 21 07:57:56.262852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 90214d0a-5fdf-4c17-9b53-6347086bdea3) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:56.273645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05cb128-eac3-4a0d-a413-e5b156b9b64c None None] Network 90214d0a-5fdf-4c17-9b53-6347086bdea3 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:57:56.278407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:56.279075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:56.340374 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.5915749
Jan 21 07:57:56.701092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61ba8c-59cb-454f-92ad-b5e3f809a014 None None] Network 90214d0a-5fdf-4c17-9b53-6347086bdea3 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:57:56.791880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b51f0c-9396-45ee-9fd7-1d60279ee3fe req-42dfcd0e-de85-42c2-a122-c9b9abf3c21c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:56.802302 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c7b51f0c-9396-45ee-9fd7-1d60279ee3fe req-42dfcd0e-de85-42c2-a122-c9b9abf3c21c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2968068
Jan 21 07:57:56.882714 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c7b51f0c-9396-45ee-9fd7-1d60279ee3fe req-cf694baf-a43d-43d7-8f73-b9094c709b05 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779955
Jan 21 07:57:56.889505 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-606bd76e-d124-4845-b034-fc64f0e0f0c7 req-6a575323-1ea2-43e5-853b-578067753f17 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5722456
Jan 21 07:57:56.910586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Allocated IP 172.20.0.8 (7c110376-5a97-4cff-b58e-1096bd087a1c/274baf23-d0a0-4035-ab95-34037fd9b7c5/664adb69-7297-4eaa-b7e1-b947e46a23ed) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:57:56.929563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55100) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:57.104004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.130053 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8aee488a-ac12-4eba-9240-5f3cdf295179 req-b6b57540-fc25-4799-bfae-d82a057540aa tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.1434884
Jan 21 07:57:57.177133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.197881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Transition to ACTIVE for port object 664adb69-7297-4eaa-b7e1-b947e46a23ed will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:57:57.254534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.281317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87b69c27-aebc-4fd5-ae34-11d083ebeb7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:57.396451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09fd1-f484-462f-8e87-72e9c9b62584 req-09cc5257-cc45-41a9-9f3c-952907bef7d0 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:57.398495 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2cd09fd1-f484-462f-8e87-72e9c9b62584 req-09cc5257-cc45-41a9-9f3c-952907bef7d0 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.1292911
Jan 21 07:57:57.454588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'Port': ['ID=664adb69-7297-4eaa-b7e1-b947e46a23ed,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:57.473885 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.488690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:57.545715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Network 7c110376-5a97-4cff-b58e-1096bd087a1c is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:57:57.547663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:57:57.551690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:57:57.558582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:57.574293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:57.575199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Usage tracker for resource:security_group_rule and tenant:fec9130b865f4fb4826d5eb016506bd5 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:57.575330 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.597320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:57.610047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:57.617834 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2cd09fd1-f484-462f-8e87-72e9c9b62584 req-6c4a1fa4-5427-45b8-ac73-4d4b8d5cd9f4 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998851
Jan 21 07:57:57.632876 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1989024
Jan 21 07:57:57.687268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d40ad5-fde0-470e-bc0c-1b101e6f57a6 req-ec08ace7-319b-4ab3-8e20-13b37fe2616e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:57.689186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-06d40ad5-fde0-470e-bc0c-1b101e6f57a6 req-ec08ace7-319b-4ab3-8e20-13b37fe2616e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.2172377
Jan 21 07:57:57.723705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55126) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:57.732706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-664827394-network', 'tenant_id': '7d5a11c3db724ff998109d080eebed26'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:57.740534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:57.747044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Usage tracker for resource:network and tenant:7d5a11c3db724ff998109d080eebed26 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:57.752562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:57.761964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:57.782110 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-06d40ad5-fde0-470e-bc0c-1b101e6f57a6 req-bebfde37-e158-4a26-9fa7-f86ff91c4740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858133
Jan 21 07:57:57.796819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.853957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Made reservation on behalf of 7d5a11c3db724ff998109d080eebed26 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:57.859324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.865015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.874775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.887813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-be3a9241-be92-4b8d-a2ee-be3f260ad35e None None] Provisioning for port 664adb69-7297-4eaa-b7e1-b947e46a23ed completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:57:57.892243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:57.893560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-be3a9241-be92-4b8d-a2ee-be3f260ad35e None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:57:57.893995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-be3a9241-be92-4b8d-a2ee-be3f260ad35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.897673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Usage tracker for resource:security_group_rule and tenant:7d5a11c3db724ff998109d080eebed26 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:57.900979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:57.906891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:57.922880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:57.935101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:57.960797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-be3a9241-be92-4b8d-a2ee-be3f260ad35e None None] Port 664adb69-7297-4eaa-b7e1-b947e46a23ed cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:57:58.004199 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fec9130b865f4fb4826d5eb016506bd5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0731659
Jan 21 07:57:58.005245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4206c49-efda-485c-9b5f-6c062fd47e75,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:58.008693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55132) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:58.012009 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:58.037935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.065352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.071153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-29f15199-0757-4261-8c95-d33e1f363cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:58.107975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:57:58.123744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9115f5-999d-4c64-b11a-f2d8566cfa95,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:58.127833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:58.131156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.131947 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Added segment dcf78308-8fc9-4081-a717-2fbb2b5ae9b3 of type vxlan for network 5356a589-f495-42b5-bcf8-05f59bfcf39a
Jan 21 07:57:58.137303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.162835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.185068 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.225063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189916b-8eb5-4c33-8b4b-dc0e3134b166 req-db380008-553f-48ab-afa0-8b6abb4c7adf tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:58.226935 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3189916b-8eb5-4c33-8b4b-dc0e3134b166 req-db380008-553f-48ab-afa0-8b6abb4c7adf tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1706281
Jan 21 07:57:58.252466 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.254553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:58.255428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.285550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6591232a-c466-4784-a8f4-e821f9f7b3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:58.330473 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3189916b-8eb5-4c33-8b4b-dc0e3134b166 req-67ed286e-c118-4b79-bfb8-5abd0037213b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951834
Jan 21 07:57:58.374400 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6485972
Jan 21 07:57:58.379860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55144) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:58.390646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Request body: {'subnet': {'network_id': '5356a589-f495-42b5-bcf8-05f59bfcf39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-664827394-subnet', 'tenant_id': '7d5a11c3db724ff998109d080eebed26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:58.399692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:58.404692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Usage tracker for resource:subnet and tenant:7d5a11c3db724ff998109d080eebed26 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:58.408150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:58.411105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.416220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:58.434055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d6f940ca-148c-415b-92ff-2bc72ce82032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:58.442716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.444788 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4206c49-efda-485c-9b5f-6c062fd47e75 HTTP/1.1" status: 204  len: 168 time: 0.4350483
Jan 21 07:57:58.450344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4206c49-efda-485c-9b5f-6c062fd47e75,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:58.453489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:58.505268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Made reservation on behalf of 7d5a11c3db724ff998109d080eebed26 for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:57:58.511322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:58.614781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Pushing event updated for resources: {'Network': ['ID=5356a589-f495-42b5-bcf8-05f59bfcf39a,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:58.618666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:58.619498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff446d-c5c3-43af-b8c1-83b882dded66 req-51bd2d7c-a6e9-4f4b-b40e-e4b22f77179e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:58.622648 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1aff446d-c5c3-43af-b8c1-83b882dded66 req-51bd2d7c-a6e9-4f4b-b40e-e4b22f77179e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 931 time: 0.2604458
Jan 21 07:57:58.634367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 5356a589-f495-42b5-bcf8-05f59bfcf39a details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:57:58.720464 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1aff446d-c5c3-43af-b8c1-83b882dded66 req-11c5ed87-6914-4d2d-9a7a-67fd700962b1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912426
Jan 21 07:57:59.086832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1f42a-39d4-4b21-a06b-96911aa804c6 req-5a7ef318-509a-432d-ad7e-07f256d80d09 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:59.088553 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ab1f42a-39d4-4b21-a06b-96911aa804c6 req-5a7ef318-509a-432d-ad7e-07f256d80d09 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1156745
Jan 21 07:57:59.116723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:59.134804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89922b6e-ee90-48eb-ac98-5f976300093b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:59.146947 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ab1f42a-39d4-4b21-a06b-96911aa804c6 req-32aaf9f4-5173-4f89-b0a8-5ed65f30366a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482407
Jan 21 07:57:59.237337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Request body: {'port': {'device_id': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:57:59.301686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55156) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:57:59.326295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:59.346085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:57:59.352115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Usage tracker for resource:security_group_rule and tenant:22166c362c12443eb4bbddc4ea8d0595 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:57:59.355656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:57:59.362729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:57:59.371419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa90ce33-9480-403c-80ad-b89e63c500d2,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:57:59.534969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 5356a589-f495-42b5-bcf8-05f59bfcf39a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:57:59.643669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:57:59.648703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:59.702088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618ab35-891f-4b01-b9ea-783cac8f5ee6 req-19c0c3b7-7e9b-4999-8034-f0a976954278 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:59.703760 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0618ab35-891f-4b01-b9ea-783cac8f5ee6 req-19c0c3b7-7e9b-4999-8034-f0a976954278 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1953359
Jan 21 07:57:59.716797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-20bffbd8-d7f3-49eb-9d8a-a157b8190e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:59.718546 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-20bffbd8-d7f3-49eb-9d8a-a157b8190e40 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1161 time: 0.2899110
Jan 21 07:57:59.772356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:59.775684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:57:59.841883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ed098-1c03-43d2-ae17-b6147603e769 req-be8c135f-16c9-4ba5-a789-942dba6928bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:57:59.844431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-577ed098-1c03-43d2-ae17-b6147603e769 req-be8c135f-16c9-4ba5-a789-942dba6928bd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 1163 time: 0.6136158
Jan 21 07:57:59.845006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:57:59.916286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Checking segment: {'id': 'dcf78308-8fc9-4081-a717-2fbb2b5ae9b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5356a589-f495-42b5-bcf8-05f59bfcf39a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:57:59.916687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Network hostable DHCP agents. Network: 5356a589-f495-42b5-bcf8-05f59bfcf39a, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:57:59.934825 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0618ab35-891f-4b01-b9ea-783cac8f5ee6 req-081ec320-c621-4626-840b-37b44b3bca3d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213509
Jan 21 07:57:59.992241 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22166c362c12443eb4bbddc4ea8d0595&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6884367
Jan 21 07:58:00.004722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55170) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:00.015117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86968003-198d-44a5-967a-7a0ede22ff22,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:00.031349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:00.035553 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-577ed098-1c03-43d2-ae17-b6147603e769 req-a1f5adaf-019a-4dfa-b13c-05d1c391c4eb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441200
Jan 21 07:58:00.043499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-4cf4cb84-540c-419c-b676-73a1868419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:00.045128 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-4cf4cb84-540c-419c-b676-73a1868419bd service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.3106425
Jan 21 07:58:00.099029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393420-adaf-47fd-a3ef-cf64aa101a53 req-e801dd1e-9ac4-418c-945e-172969074921 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:00.101324 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9393420-adaf-47fd-a3ef-cf64aa101a53 req-e801dd1e-9ac4-418c-945e-172969074921 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 931 time: 0.1932049
Jan 21 07:58:00.107970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Network 5356a589-f495-42b5-bcf8-05f59bfcf39a is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:58:00.159629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9393420-adaf-47fd-a3ef-cf64aa101a53 req-a0914e37-20ce-4be4-96a8-80be5034a1d1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513754
Jan 21 07:58:00.195027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 5356a589-f495-42b5-bcf8-05f59bfcf39a) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:58:00.203132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea13d39-8bcc-460f-b485-585ab422efeb None None] Network 5356a589-f495-42b5-bcf8-05f59bfcf39a requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:58:00.257466 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:00.258191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.262270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.328808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.375177 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9853330
Jan 21 07:58:00.472662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641aa964-101a-4090-afea-8c627c71810b None None] Network 5356a589-f495-42b5-bcf8-05f59bfcf39a requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:58:00.489423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.502731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1ebca9a6-aca4-4e12-a059-017fd3f748d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:00.529335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86968003-198d-44a5-967a-7a0ede22ff22,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:00.529938 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-2b99ed06-25c1-49d0-a12e-cb69f0d0d019 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 200  len: 217 time: 0.1386046
Jan 21 07:58:00.534662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:00.542684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664adb69-7297-4eaa-b7e1-b947e46a23ed {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:58:00.547758 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.551516 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86968003-198d-44a5-967a-7a0ede22ff22 HTTP/1.1" status: 204  len: 168 time: 0.5381210
Jan 21 07:58:00.570374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.597575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Transition to ACTIVE for port object 664adb69-7297-4eaa-b7e1-b947e46a23ed will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:58:00.624236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 310d99d9-b8a9-41d2-b729-9f32527bbfd8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:00.652702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.671518 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:00.731940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e3aad-284a-4638-a79b-93c9d3f3b7f7 req-71ca0d5b-5b1d-43e7-b43f-ab64fc55a4b1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:00.751326 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-648e3aad-284a-4638-a79b-93c9d3f3b7f7 req-71ca0d5b-5b1d-43e7-b43f-ab64fc55a4b1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.4268122
Jan 21 07:58:00.754277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:00.754907 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:00.842964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Pushing event updated for resources: {'Port': ['ID=664adb69-7297-4eaa-b7e1-b947e46a23ed,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:00.869202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:00.902863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-bfb2d2c2-dcdb-44bd-a0cc-853cda0324cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:00.904797 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-bfb2d2c2-dcdb-44bd-a0cc-853cda0324cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.3621061
Jan 21 07:58:00.913966 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-648e3aad-284a-4638-a79b-93c9d3f3b7f7 req-20c35d06-1bee-4979-8943-b1415ba91d4e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613817
Jan 21 07:58:01.162031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-7911013b-06b6-4f55-b1ea-82651deab709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:01.170913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Attempting to bind port 664adb69-7297-4eaa-b7e1-b947e46a23ed on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:58:01.171299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Attempting to bind port 664adb69-7297-4eaa-b7e1-b947e46a23ed by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:58:01.171682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Attempting to bind port 664adb69-7297-4eaa-b7e1-b947e46a23ed on network 7c110376-5a97-4cff-b58e-1096bd087a1c {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:58:01.178315 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-7911013b-06b6-4f55-b1ea-82651deab709 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2392557
Jan 21 07:58:01.191506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:58:01.191945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Checking segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:58:01.192292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:01.195394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Bound using segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:58:01.195999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Bound port: 664adb69-7297-4eaa-b7e1-b947e46a23ed, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:58:01.198162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:01.405869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] For port 664adb69-7297-4eaa-b7e1-b947e46a23ed, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:58:01.416843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] For port 664adb69-7297-4eaa-b7e1-b947e46a23ed, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:58:01.417488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device adbc66c9-5576-499e-9532-c130b6c00d5b up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:01.454663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:01.504904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:01.542388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55206) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:01.627322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:01.640173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port adbc66c9-5576-499e-9532-c130b6c00d5b triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:01.640606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:01.705026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342581-39e1-43f8-9fe7-5ea3121fd7a6 req-95189063-ab58-4aee-850b-9897cc27d211 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:01.708317 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae342581-39e1-43f8-9fe7-5ea3121fd7a6 req-95189063-ab58-4aee-850b-9897cc27d211 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.4689569
Jan 21 07:58:01.713124 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-0dfa9461-1e51-46b3-994d-df610909e3e1 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5318551
Jan 21 07:58:01.748761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:01.763040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Pushing event updated for resources: {'Port': ['ID=664adb69-7297-4eaa-b7e1-b947e46a23ed,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:01.773573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:01.816258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Usage tracker for resource:security_group_rule and tenant:241ac329f0b44360905ce9d2b1f72fd6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:01.839270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:01.842595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:01.843296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:01.844825 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] 10.222.0.76 "PUT /v2.0/ports/664adb69-7297-4eaa-b7e1-b947e46a23ed HTTP/1.1" status: 200  len: 1157 time: 2.6206105
Jan 21 07:58:01.848189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:01.925933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:02.035040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:02.056426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:02.056850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:02.125252 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae342581-39e1-43f8-9fe7-5ea3121fd7a6 req-64a5d07b-da99-4ca2-b767-ac1c1e6b3a5c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4064219
Jan 21 07:58:02.229606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-ca991cd2-3b76-43f5-9a79-7114f5e683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:02.232697 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-ca991cd2-3b76-43f5-9a79-7114f5e683ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 1160 time: 0.1913850
Jan 21 07:58:02.260631 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fc0f1ae3-0318-4506-9e73-16f00f65aa2b req-5c6c3cf5-f248-4384-bf86-123566f582ee service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5019913
Jan 21 07:58:02.406771 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-5e13249f-f91b-418b-9639-638ceb82a1db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed HTTP/1.1" status: 200  len: 217 time: 0.1531072
Jan 21 07:58:02.563847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-1cbc9015-9c25-4fe0-b8cf-2e13a6c85ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:02.579792 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-1cbc9015-9c25-4fe0-b8cf-2e13a6c85ddd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.1621332
Jan 21 07:58:02.594261 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'status': 'completed', 'code': 200}
Jan 21 07:58:02.702491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f8b35aa6-fed1-464e-8d80-d8b7b4f2a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:02.704148 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-f8b35aa6-fed1-464e-8d80-d8b7b4f2a023 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1125824
Jan 21 07:58:02.747528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:02.801752 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:02.826242 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:02.887212 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-6bb2f288-09d5-4f94-88f8-03a99544a59c service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635807
Jan 21 07:58:02.908092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252aa7-8685-4094-891a-74452cb40922 req-4621aaa0-ac71-4b24-8697-017ea093b960 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:02.909819 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc252aa7-8685-4094-891a-74452cb40922 req-4621aaa0-ac71-4b24-8697-017ea093b960 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 943 time: 0.5596325
Jan 21 07:58:02.912633 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512cfb13-a318-4144-90f0-97b5d405a9c5,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:02.917603 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=241ac329f0b44360905ce9d2b1f72fd6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3734465
Jan 21 07:58:02.920031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:02.922221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55234) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:03.032727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0ad56-5b09-4d73-ac32-de48619819e9 req-c969b144-8338-492c-8dd7-eab061a6b9e4 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:03.034688 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6de0ad56-5b09-4d73-ac32-de48619819e9 req-c969b144-8338-492c-8dd7-eab061a6b9e4 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.2858300
Jan 21 07:58:03.079854 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fa79a3b-c56f-499c-b758-c9bc71ec94f1 req-d05f5118-70f5-4c79-be93-7ef5fbe32f88 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1756482
Jan 21 07:58:03.097866 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc252aa7-8685-4094-891a-74452cb40922 req-7a09b4b1-10d1-417a-9e51-dc1ecd136da1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1513562
Jan 21 07:58:03.120845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:03.163110 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6de0ad56-5b09-4d73-ac32-de48619819e9 req-ebe01417-b7b1-4674-8480-542012733106 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149354
Jan 21 07:58:03.211944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:03.323273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:03.335268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b27706c-7207-4097-89d5-160f12f7b41e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:03.354217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512cfb13-a318-4144-90f0-97b5d405a9c5,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:03.363460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:03.377769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:03.385433 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/512cfb13-a318-4144-90f0-97b5d405a9c5 HTTP/1.1" status: 204  len: 168 time: 0.4586768
Jan 21 07:58:03.420288 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-524a16f9-224c-433c-9062-90b3c570f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:03.422239 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-524a16f9-224c-433c-9062-90b3c570f7ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 1160 time: 0.1163342
Jan 21 07:58:03.461508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901e817-3ad6-41cc-a065-a190e873d7fe req-f4b546cc-3e5e-4fb1-9568-66739c335685 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:03.469411 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b901e817-3ad6-41cc-a065-a190e873d7fe req-f4b546cc-3e5e-4fb1-9568-66739c335685 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1843376
Jan 21 07:58:03.528835 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b901e817-3ad6-41cc-a065-a190e873d7fe req-bed770eb-238d-4593-8595-e8eb6deb03d2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565538
Jan 21 07:58:03.641225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-e7931574-b78e-410b-b584-5efd64886316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:03.644148 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-e7931574-b78e-410b-b584-5efd64886316 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 905 time: 0.2143300
Jan 21 07:58:03.741017 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-b4627ab0-1664-4c1d-a6e2-de95790bdec6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed HTTP/1.1" status: 200  len: 217 time: 0.0806029
Jan 21 07:58:03.848422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-24b5c458-ffe7-4527-a46e-f9a1297122c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:03.855354 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-24b5c458-ffe7-4527-a46e-f9a1297122c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.0955579
Jan 21 07:58:03.991451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-571f2a55-039d-4b09-83c4-931bae1d3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:03.993418 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-571f2a55-039d-4b09-83c4-931bae1d3833 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1297204
Jan 21 07:58:04.259660 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-cdff121b-86e0-4151-90dd-4faf0c3046d7 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583518
Jan 21 07:58:04.321134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device adbc66c9-5576-499e-9532-c130b6c00d5b up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:04.473031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port adbc66c9-5576-499e-9532-c130b6c00d5b triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:04.474110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:04.531506 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c2a64f7-b4b9-4a72-b709-358da244a359 req-ee7b9924-55ec-4326-a7c5-2d493e258baa service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2430334
Jan 21 07:58:04.575913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db171a-3e91-4cde-b312-38a9047d9973 req-cba297ad-5d10-4fad-9a4d-8869d2510aa5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:04.579389 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-32db171a-3e91-4cde-b312-38a9047d9973 req-cba297ad-5d10-4fad-9a4d-8869d2510aa5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.4073305
Jan 21 07:58:04.720896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:04.748981 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-32db171a-3e91-4cde-b312-38a9047d9973 req-3e66ed24-5d4d-431a-9d35-5919de61a4c1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566222
Jan 21 07:58:04.751234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-1de8cbc8-9519-43dd-b9dd-9bc42c27920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:04.753078 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-1de8cbc8-9519-43dd-b9dd-9bc42c27920e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 1163 time: 0.6690147
Jan 21 07:58:04.779876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474f103-05d3-4d45-94fc-e859dbafc001 req-9b09509a-66aa-40b9-96f8-8194998aa2df tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:04.800494 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9474f103-05d3-4d45-94fc-e859dbafc001 req-9b09509a-66aa-40b9-96f8-8194998aa2df tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 943 time: 0.4430566
Jan 21 07:58:04.933796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 579c36c8-fb75-4a80-91ab-46253fd15161 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:58:04.939442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 579c36c8-fb75-4a80-91ab-46253fd15161 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:04.939864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:04.971609 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9474f103-05d3-4d45-94fc-e859dbafc001 req-b481ecdb-f476-4719-b72e-c5a5d606c2e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1714911
Jan 21 07:58:05.118012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-837afbfc-0b0d-4649-98f3-fd9b9fd86cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:05.121031 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-837afbfc-0b0d-4649-98f3-fd9b9fd86cbc service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.3196268
Jan 21 07:58:05.133239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:05.171412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:05.180225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 579c36c8-fb75-4a80-91ab-46253fd15161, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=579c36c8-fb75-4a80-91ab-46253fd15161,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:05.221331 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-8c6eda17-3969-4738-a606-32d281d9c0cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adbc66c9-5576-499e-9532-c130b6c00d5b HTTP/1.1" status: 200  len: 217 time: 0.0868738
Jan 21 07:58:05.236960 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161', 'code': 200}
Jan 21 07:58:05.264154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:05.267021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0bdf1452-d17c-4478-a62d-b796fad2c08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:05.305206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d14e20-5301-49c8-91c1-f845802701e9 req-f1d8ee9c-e9bf-4c65-b8de-7707bc04f2ef tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:05.307100 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6d14e20-5301-49c8-91c1-f845802701e9 req-f1d8ee9c-e9bf-4c65-b8de-7707bc04f2ef tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.3254442
Jan 21 07:58:05.352625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:05.358917 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-a36fc5a4-1b11-4477-9abe-6509a4eeb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:05.360513 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-a36fc5a4-1b11-4477-9abe-6509a4eeb939 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.1314731
Jan 21 07:58:05.361585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.362070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.362461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.362842 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.363228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.363765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.364256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.364672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.365014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.365390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.365785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.366202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.366671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.367066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.367530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.367872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.368210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.368542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.369286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.370046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.370466 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.370878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.372023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.372406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:05.377893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:05.388511 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6d14e20-5301-49c8-91c1-f845802701e9 req-22750fab-1a2f-4dbb-ab50-a566e327f9be tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675581
Jan 21 07:58:05.473468 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-70d43bb8-48bf-4168-8f46-9d8e4fab4f7d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542920
Jan 21 07:58:05.642587 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-33797e9d-c66d-433d-b343-2f7b5394189b service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579642
Jan 21 07:58:05.703352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a3c74-8072-44e3-90f7-42628bbaf4ed req-c1e8456b-69ad-4a78-879b-4890818443c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:05.705122 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928a3c74-8072-44e3-90f7-42628bbaf4ed req-c1e8456b-69ad-4a78-879b-4890818443c5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1163 time: 0.0884769
Jan 21 07:58:05.759772 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928a3c74-8072-44e3-90f7-42628bbaf4ed req-0de96039-3adf-4a53-a248-5961c7e52c24 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475872
Jan 21 07:58:05.796184 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6453c5d4-ddd5-458f-9897-bf062805adc9 req-afe58f72-61fc-4eeb-9d4f-b476679acb27 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466897
Jan 21 07:58:05.880798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:05.968440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 579c36c8-fb75-4a80-91ab-46253fd15161 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:05.968848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:06.152423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e25aff-340b-4510-9b41-9875334f7502 req-5a16f722-01e9-4230-9274-7d5104260e23 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:06.166466 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e25aff-340b-4510-9b41-9875334f7502 req-5a16f722-01e9-4230-9274-7d5104260e23 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2495542
Jan 21 07:58:06.285937 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f0e25aff-340b-4510-9b41-9875334f7502 req-5a316e6b-f0dc-4b6d-9189-2bfac0113a24 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135759
Jan 21 07:58:06.340808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdd760-8250-4af2-8092-09f9988086eb req-50a92f86-8bc4-4fee-94f3-9d8e2e9bf4d0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:06.342552 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ecdd760-8250-4af2-8092-09f9988086eb req-50a92f86-8bc4-4fee-94f3-9d8e2e9bf4d0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 943 time: 0.1287432
Jan 21 07:58:06.398228 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ecdd760-8250-4af2-8092-09f9988086eb req-2733ad6f-9618-4d50-a555-0890f20b499a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474558
Jan 21 07:58:06.656984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ca656-ded0-42e7-91e4-789555e02bc5 req-1298e322-9a9b-4272-8b7f-7cf413fc5b11 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:06.658737 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2b8ca656-ded0-42e7-91e4-789555e02bc5 req-1298e322-9a9b-4272-8b7f-7cf413fc5b11 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1112554
Jan 21 07:58:06.716069 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2b8ca656-ded0-42e7-91e4-789555e02bc5 req-03f2f474-988a-4eba-aa37-c2da00471379 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487425
Jan 21 07:58:07.577729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55394) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:07.606844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e582102-8eb5-40b8-b684-0c2834b57863 req-561c8ff7-8cc6-4b79-95ab-f623fd1340f0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:07.608609 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e582102-8eb5-40b8-b684-0c2834b57863 req-561c8ff7-8cc6-4b79-95ab-f623fd1340f0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1815484
Jan 21 07:58:07.744020 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e582102-8eb5-40b8-b684-0c2834b57863 req-351d041e-00b9-47f5-ab22-e56029dccab4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885139
Jan 21 07:58:07.786106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:07.792215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152acb-80dd-4381-83d1-7599fcead557 req-c3431aaf-bd3c-43db-b4d9-720039175cd7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:07.794333 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d0152acb-80dd-4381-83d1-7599fcead557 req-c3431aaf-bd3c-43db-b4d9-720039175cd7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 943 time: 0.1846802
Jan 21 07:58:07.860740 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:07.876182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd402bc3e1942ea8e489cf14140ac21 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:07.885728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:07.901536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:07.952109 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d0152acb-80dd-4381-83d1-7599fcead557 req-b187a625-41b7-4e68-9e04-5d07f8deaae0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1452360
Jan 21 07:58:08.144557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:08.184880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:08.199857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b5b1a553-98eb-4542-8f99-36d0c1469a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:08.231307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355bed7-6910-4c1e-a3fe-929d46331749 req-4afedbb6-ed27-48c0-8924-8945459ac7f7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:08.233118 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1355bed7-6910-4c1e-a3fe-929d46331749 req-4afedbb6-ed27-48c0-8924-8945459ac7f7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1284943
Jan 21 07:58:08.233859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55416) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:08.234722 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fd402bc3e1942ea8e489cf14140ac21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6557655
Jan 21 07:58:08.259483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f54ec1a-bf98-4369-a5f1-5bba1ef7b6ec,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:08.263341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:08.335481 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1355bed7-6910-4c1e-a3fe-929d46331749 req-67d3e8ce-ed1f-4183-96f3-344f3fae690d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834117
Jan 21 07:58:08.356038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:08.395011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:08.487777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:08.494820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:08.511812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f54ec1a-bf98-4369-a5f1-5bba1ef7b6ec,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:08.517552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:08.517912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:08.522092 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f54ec1a-bf98-4369-a5f1-5bba1ef7b6ec HTTP/1.1" status: 204  len: 168 time: 0.2843838
Jan 21 07:58:08.766609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55432) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:09.010582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe1a26-dea5-4fe4-b51d-42ec59fdf4e7 req-d3bef7af-7d0f-440a-8648-a970cfd9362b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:09.014524 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-22fe1a26-dea5-4fe4-b51d-42ec59fdf4e7 req-d3bef7af-7d0f-440a-8648-a970cfd9362b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1237190
Jan 21 07:58:09.151607 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-22fe1a26-dea5-4fe4-b51d-42ec59fdf4e7 req-444dd888-1875-4e12-9f45-b5b761981bd5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311336
Jan 21 07:58:09.156657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.182405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55446) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:09.186311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:09.246352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:09.257078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.270584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Usage tracker for resource:security_group_rule and tenant:43410fe74fb84db1b4b2f060f1e414aa is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:09.279173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:09.289502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:09.291955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:09.300323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8d97a24d2242fe876dcc2bd179c3e7 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:09.305464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:09.320458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:09.327912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 664adb69-7297-4eaa-b7e1-b947e46a23ed completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:58:09.334992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:09.335491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.415936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f3fc4-583f-4a5c-bd84-eabee7e6af67 req-cf56a38f-2093-4e9d-9227-389f454df877 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:09.417782 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d47f3fc4-583f-4a5c-bd84-eabee7e6af67 req-cf56a38f-2093-4e9d-9227-389f454df877 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 943 time: 0.2343833
Jan 21 07:58:09.530059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.530059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 664adb69-7297-4eaa-b7e1-b947e46a23ed, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:09.530059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:09.667678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d47f3fc4-583f-4a5c-bd84-eabee7e6af67 req-dec3db12-66ef-4d86-9a35-9ccde10dcc65 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2056773
Jan 21 07:58:09.699366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.710424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:09.718956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.727308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.746335 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'code': 200}
Jan 21 07:58:09.768302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d759-5d8c-467e-b420-cbd8c78de99e req-4ea3fe09-5f6b-4f36-8a29-05d19e33f0cf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:09.770256 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7dd9d759-5d8c-467e-b420-cbd8c78de99e req-4ea3fe09-5f6b-4f36-8a29-05d19e33f0cf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2181101
Jan 21 07:58:09.810493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=664adb69-7297-4eaa-b7e1-b947e46a23ed,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:09.810493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:09.811678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.814971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1e6984b6-3b52-4641-a0ae-a22dfb1404f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:09.865711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:09.891448 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7dd9d759-5d8c-467e-b420-cbd8c78de99e req-80e78853-fbbd-4595-a182-00de58607edd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112380
Jan 21 07:58:09.900062 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f8d97a24d2242fe876dcc2bd179c3e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7119985
Jan 21 07:58:09.901608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55460) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:09.904451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58783eaa-f46f-4f8b-8a1a-95005d5fd6ac,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:09.914434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:09.915165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:09.971353 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43410fe74fb84db1b4b2f060f1e414aa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2032990
Jan 21 07:58:09.977276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55464) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:10.021625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4eb32d-c782-4bac-a3b2-a7b5df55e112,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:10.039053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:10.083089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.117242 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.207257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.212815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dbdcb969-bef3-440f-9b1c-857a7175e2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:10.221065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.248526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58783eaa-f46f-4f8b-8a1a-95005d5fd6ac,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:10.256652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:10.263500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.265216 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58783eaa-f46f-4f8b-8a1a-95005d5fd6ac HTTP/1.1" status: 204  len: 168 time: 0.3620918
Jan 21 07:58:10.324232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.700691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727bb1a-ba80-4352-ab8c-7a4bcbeb25c9 req-e3eb65d3-f71d-41ed-b51c-28b83df77717 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:10.713064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55486) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:10.716241 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7727bb1a-ba80-4352-ab8c-7a4bcbeb25c9 req-e3eb65d3-f71d-41ed-b51c-28b83df77717 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.5566216
Jan 21 07:58:10.724055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'floatingip': {'port_id': '579c36c8-fb75-4a80-91ab-46253fd15161'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:10.738922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08718a72-7dc6-43a6-be7c-9e921f5e908e req-5a9f2c85-3d9c-42bc-a6bd-f1ff4e09e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:10.741663 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-08718a72-7dc6-43a6-be7c-9e921f5e908e req-5a9f2c85-3d9c-42bc-a6bd-f1ff4e09e95a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 1162 time: 0.4919560
Jan 21 07:58:10.788905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:10.818994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.860873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ad763549-4b39-4f01-a1c4-5f15fb868b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:10.888265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4eb32d-c782-4bac-a3b2-a7b5df55e112,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:10.893386 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-08718a72-7dc6-43a6-be7c-9e921f5e908e req-a47f6499-be9f-490c-a418-5ba4ae02cf9b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1337698
Jan 21 07:58:10.896909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:10.935370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceae468-4eee-4e81-af9a-ba8f4eb5e23d req-7fd3ae6e-9c89-4cd4-bce2-7618a3de1e46 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:10.946203 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ceae468-4eee-4e81-af9a-ba8f4eb5e23d req-7fd3ae6e-9c89-4cd4-bce2-7618a3de1e46 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.5640838
Jan 21 07:58:10.988909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.994576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:10.995986 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee4eb32d-c782-4bac-a3b2-a7b5df55e112 HTTP/1.1" status: 204  len: 168 time: 1.0172141
Jan 21 07:58:11.080974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:11.081676 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:11.119279 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ceae468-4eee-4e81-af9a-ba8f4eb5e23d req-0b42df56-0e01-48d0-b62f-2d67b4ae31d6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719666
Jan 21 07:58:11.233661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00074054-4106-4064-ac36-9319515d0741 req-d74d6ab0-faf8-49c0-b68c-ca5923fc4953 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:11.235597 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00074054-4106-4064-ac36-9319515d0741 req-d74d6ab0-faf8-49c0-b68c-ca5923fc4953 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.2381363
Jan 21 07:58:11.370405 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00074054-4106-4064-ac36-9319515d0741 req-52e0b1e4-991b-4563-8f8d-6d051326ceed tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233165
Jan 21 07:58:11.579385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-389b5c46-39fc-471e-91de-0aa3e2a42fec tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:11.582208 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-389b5c46-39fc-471e-91de-0aa3e2a42fec tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 0.2506213
Jan 21 07:58:11.610346 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-a2bbe4da-3b52-4549-add4-21e9a1fc7682 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/quotas/3e5b1b04c601443689db8ecb1639db0b HTTP/1.1" status: 200  len: 375 time: 0.0133843
Jan 21 07:58:11.741448 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-ca39b224-867e-4931-9f18-c4e938c8ee14 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1094999
Jan 21 07:58:11.898737 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-2c0ebd17-ae9c-4cf9-abb8-e669ceabcf40 service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1646600
Jan 21 07:58:12.010825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55522) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:12.044303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:12.092587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:12.117883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b2e948497b42a2be4a4bf82b9b5cdf is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:12.122227 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:12.134175 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:12.176486 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-bc74ba24-faf2-464e-83b7-9b59d78984a6 service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2690058
Jan 21 07:58:12.337356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:12.384867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:12.407404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:12.470418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a938-4c78-4bd3-b6cb-16f2cfab2c43 req-8f44fb9c-3801-4164-97c9-d12af16eeecf tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:12.472194 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a095a938-4c78-4bd3-b6cb-16f2cfab2c43 req-8f44fb9c-3801-4164-97c9-d12af16eeecf tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1686463
Jan 21 07:58:12.473582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:12.486024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:12.593921 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7b2e948497b42a2be4a4bf82b9b5cdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5815187
Jan 21 07:58:12.597099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9883af-036a-47f4-aa66-3feff3377c7f,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:12.602015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:12.606158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55544) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:12.634002 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a095a938-4c78-4bd3-b6cb-16f2cfab2c43 req-978bca03-57ef-4a12-9050-2ee241955db7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509843
Jan 21 07:58:12.805715 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Floating IP 1500afc5-de31-4212-bb19-f6a38a43ef26 associated. External IP: 172.27.0.125, port: 579c36c8-fb75-4a80-91ab-46253fd15161.
Jan 21 07:58:12.837883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:12.953578 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7e095637-c230-470e-97fb-b1699084c959 req-0bdf8a85-0e50-40bd-8d47-19ca6603eee8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 210 time: 0.2006991
Jan 21 07:58:12.975272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:13.101069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331afa7-9fc7-4acb-9637-310aec00cabd req-4da8b1d6-778f-454e-9421-cce2ddd25f43 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:13.102932 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5331afa7-9fc7-4acb-9637-310aec00cabd req-4da8b1d6-778f-454e-9421-cce2ddd25f43 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.2385044
Jan 21 07:58:13.168016 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5331afa7-9fc7-4acb-9637-310aec00cabd req-f4eec756-f8d9-4726-ba05-d138ed6b554c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544586
Jan 21 07:58:13.179316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:13.185456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:13.215035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9883af-036a-47f4-aa66-3feff3377c7f,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:13.239208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:13.240113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:13.244204 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b9883af-036a-47f4-aa66-3feff3377c7f HTTP/1.1" status: 204  len: 168 time: 0.6361008
Jan 21 07:58:13.452115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Router e17d0a2f-af6b-4712-8304-313472e3fd8d has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 07:58:13.928143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:58:13.933196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:13.950395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] Sync routers for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:58:13.994260 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:58:13.994955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddf4b978>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:14.004679 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6008c3d4-33da-4415-acb3-19f1db46d2ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "PUT /v2.0/floatingips/1500afc5-de31-4212-bb19-f6a38a43ef26 HTTP/1.1" status: 200  len: 992 time: 3.2898953
Jan 21 07:58:14.006296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:14.031515 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb637a-1408-443c-b03a-9eb7328f4340 req-49ef59af-baee-4539-aa25-9a912028d634 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:14.040380 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c1bb637a-1408-443c-b03a-9eb7328f4340 req-49ef59af-baee-4539-aa25-9a912028d634 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2333350
Jan 21 07:58:14.155389 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c1bb637a-1408-443c-b03a-9eb7328f4340 req-7e52f70c-dfeb-48f9-a586-48fab68f434d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140594
Jan 21 07:58:14.353121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:58:14.419032 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161', 'status': 'completed', 'code': 200}
Jan 21 07:58:14.455396 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-42f0e11a-2109-4307-aaff-16d78aa46922 req-5acaf064-bcce-4b23-b824-c85fff2f5729 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 210 time: 0.1038928
Jan 21 07:58:14.530244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:14.635849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:14.636506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:14.771313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-6ea4bb8b-70bb-4716-979a-9f2c1879424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:14.773985 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-6ea4bb8b-70bb-4716-979a-9f2c1879424e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1163 time: 0.2428763
Jan 21 07:58:14.838996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8486880-a2ec-4f1e-9dae-7a99ff60aefb req-0fc007b3-ca65-483b-a6b5-f784cb11ac69 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:14.841122 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8486880-a2ec-4f1e-9dae-7a99ff60aefb req-0fc007b3-ca65-483b-a6b5-f784cb11ac69 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1960292
Jan 21 07:58:15.001832 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8486880-a2ec-4f1e-9dae-7a99ff60aefb req-6acb56ab-2d1a-49bd-b4d6-5e6be9f2c127 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966499
Jan 21 07:58:15.033704 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-ae9a8d0d-38c9-47b1-95c1-1e3bfd669863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:15.035840 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-ae9a8d0d-38c9-47b1-95c1-1e3bfd669863 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.2533906
Jan 21 07:58:15.176600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddf4b978>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '1500afc5-de31-4212-bb19-f6a38a43ef26', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'port_id': '579c36c8-fb75-4a80-91ab-46253fd15161', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'mac_address': 'fa:16:3e:0f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T07:57:40Z', 'updated_at': '2021-01-21T07:58:12Z', 'revision_number': 1, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:15.189791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] Checking router: e17d0a2f-af6b-4712-8304-313472e3fd8d for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:58:15.205004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:58:15.206189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddf4b978>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:15.456301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-55a59ae2-6d59-40ce-927a-31822dbc0705 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:15.462774 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-55a59ae2-6d59-40ce-927a-31822dbc0705 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 0.2639112
Jan 21 07:58:15.508389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Request body: {'port': {'device_id': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e', 'admin_state_up': True, 'tenant_id': '3e5b1b04c601443689db8ecb1639db0b'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:15.590218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55656) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:15.721244 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-31f607b9-af35-4f4c-9d82-3d3fe074f77b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 200  len: 1000 time: 0.6626697
Jan 21 07:58:15.770871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:58:15.861984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:15.861984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Usage tracker for resource:port and tenant:3e5b1b04c601443689db8ecb1639db0b is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:15.862728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Quota usage for port was recalculated. Used quota:1. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:15.870146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:15.886206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a257c-c5e5-4bdb-abce-610cb3047d25 req-06dd1322-43b0-45aa-bba0-125c07336df5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:15.888036 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b63a257c-c5e5-4bdb-abce-610cb3047d25 req-06dd1322-43b0-45aa-bba0-125c07336df5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.6722085
Jan 21 07:58:15.898176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55668) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:15.904166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'floatingip': {'port_id': '664adb69-7297-4eaa-b7e1-b947e46a23ed'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:15.954088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c8f2e-3876-44a9-8208-12fbe2c73924 req-ab8a8301-cf68-407e-8e9b-040fdcf12999 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:15.956158 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fb8c8f2e-3876-44a9-8208-12fbe2c73924 req-ab8a8301-cf68-407e-8e9b-040fdcf12999 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.5346272
Jan 21 07:58:15.958794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-ddb9217b-595c-4831-8318-2f98dca1103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:15.963450 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-ddb9217b-595c-4831-8318-2f98dca1103a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.2206833
Jan 21 07:58:15.993113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Made reservation on behalf of 3e5b1b04c601443689db8ecb1639db0b for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:58:16.002739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:16.030247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:16.080662 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fb8c8f2e-3876-44a9-8208-12fbe2c73924 req-eb687715-6838-40fe-bc32-a33a7a2e7a6f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125302
Jan 21 07:58:16.115307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:16.179725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:16.215335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Usage tracker for resource:security_group_rule and tenant:cff5b3b9ba77436782acf6213c3c9870 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:16.227054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:16.250209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:16.271364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-a604b392-65b5-436f-857b-6ee8a6743141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:16.273207 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-a604b392-65b5-436f-857b-6ee8a6743141 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2371824
Jan 21 07:58:16.280910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddf4b978>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '1500afc5-de31-4212-bb19-f6a38a43ef26', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'port_id': '579c36c8-fb75-4a80-91ab-46253fd15161', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'mac_address': 'fa:16:3e:0f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T07:57:40Z', 'updated_at': '2021-01-21T07:58:12Z', 'revision_number': 1, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:16.281098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20addfb-8f17-430a-aa7c-533d1b832824 None None] The sync data for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi is: [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '1500afc5-de31-4212-bb19-f6a38a43ef26', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'port_id': '579c36c8-fb75-4a80-91ab-46253fd15161', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'mac_address': 'fa:16:3e:0f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T07:57:40Z', 'updated_at': '2021-01-21T07:58:12Z', 'revision_number': 1, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:58:16.308545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55676) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:16.455605 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad34b5fb-d30c-4bbb-9bee-074c6e4cd4b4 req-a72237eb-8a9b-4434-bddf-ae081988e040 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 210 time: 0.1487947
Jan 21 07:58:16.590662 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-16d96d7d-1c12-4520-872d-20b5df5cdc77 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828503
Jan 21 07:58:16.599166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:16.634587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dd0ce1-4850-4770-9336-e112a04fe006 None None] New status for floating IP 1500afc5-de31-4212-bb19-f6a38a43ef26: ACTIVE {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 07:58:16.654761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:16.983086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Allocated IP 172.20.0.12 (f3d3fa3b-4076-4955-9e32-1e92dbbb846e/6f0ae056-82d6-4670-847f-d6d59d7eb213/bf00a30e-3d75-49e3-ba57-12718f153280) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:58:17.030307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.034814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Usage tracker for resource:security_group_rule and tenant:f41612b45d7640f4ae5050586ca0835d is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:17.037525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:17.047102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:17.102657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.126177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-64b0ff2a-6113-41ac-8844-ad3660b5f949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:17.172769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.212375 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cff5b3b9ba77436782acf6213c3c9870&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6029575
Jan 21 07:58:17.215016 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a5d2c015-6f8a-4d48-90d2-01b6e76075b1 req-87074e74-080e-40b1-a22f-090b7417df60 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6035218
Jan 21 07:58:17.215612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55698) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:17.222590 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb25e0-1947-4a85-a560-930b4c9039a3,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:17.243360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:17.299153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.429162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.436371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.511808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.548889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.568123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-293a356c-da91-4fd4-94ba-94f2399f35e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:17.606357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.610125 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Floating IP 1a138be5-9dd5-4064-b740-3276752a1571 associated. External IP: 172.27.0.39, port: 664adb69-7297-4eaa-b7e1-b947e46a23ed.
Jan 21 07:58:17.646749 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f41612b45d7640f4ae5050586ca0835d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3342240
Jan 21 07:58:17.650306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55708) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:17.657274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4165dfb4-d025-48b8-933e-deedc1ad7f0b,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:17.676363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:17.744129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407d4fd-b983-476e-9a36-e5f1f8109e1b req-b84c61f5-1279-41ef-ab79-41479ebd4dea tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:17.745880 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5407d4fd-b983-476e-9a36-e5f1f8109e1b req-b84c61f5-1279-41ef-ab79-41479ebd4dea tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3772910
Jan 21 07:58:17.769961 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4b2453f8-f7a5-4620-8ad7-f4f992c57fb4 req-3f0a9c8a-be99-40e0-be95-cc14f774be01 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 210 time: 0.0974178
Jan 21 07:58:17.814962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.820376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e4aa39aa-74a5-4b7c-8b7f-c8f5ed818c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:17.857889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb25e0-1947-4a85-a560-930b4c9039a3,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:17.873788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:17.881229 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5407d4fd-b983-476e-9a36-e5f1f8109e1b req-f8b650bf-31c4-4b44-aa7f-c53c824171b2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208832
Jan 21 07:58:17.890260 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.902100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:17.903342 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32fb25e0-1947-4a85-a560-930b4c9039a3 HTTP/1.1" status: 204  len: 168 time: 0.6844132
Jan 21 07:58:17.939409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.027137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.034016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-feb57d45-e5aa-4bdd-b067-d1af2f9508a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:18.055030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4165dfb4-d025-48b8-933e-deedc1ad7f0b,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:18.059449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:18.061112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.065526 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4165dfb4-d025-48b8-933e-deedc1ad7f0b HTTP/1.1" status: 204  len: 168 time: 0.4122157
Jan 21 07:58:18.171458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.197236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:18.430514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event updated for resources: {'Port': ['ID=bf00a30e-3d75-49e3-ba57-12718f153280,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:18.444414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:18.519111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Router a84df5f6-767e-4e2e-a38d-b16a066ecc8e has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 07:58:18.566722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:58:18.568821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:58:18.652031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:58:18.660936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55734) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:18.671114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:18.671876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.680581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.699928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:18.704770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Usage tracker for resource:security_group_rule and tenant:20c4463b19c34140865e0349dab941c7 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:18.708446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:18.715315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:18.826988 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3258362
Jan 21 07:58:18.828989 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:58:18.832132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.855336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Request body: {'port': {'device_id': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:18.887979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.899014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b618f04a-0808-4198-a941-dd558a5e1852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:18.909546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 07:58:18.916698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:18.933133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] Sync routers for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 07:58:18.955859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:58:18.958913 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20c4463b19c34140865e0349dab941c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2978072
Jan 21 07:58:18.961958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f208>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:18.964380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55746) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:18.971333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51645fc-38c6-4a79-abf5-b7c745dc3199,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:19.013834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:19.078564 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0e5b4b65-4ba7-4fee-887f-4076d2746ea4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "PUT /v2.0/floatingips/1a138be5-9dd5-4064-b740-3276752a1571 HTTP/1.1" status: 200  len: 990 time: 3.1791613
Jan 21 07:58:19.085257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:19.118179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:19.175312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2fb5b-7b1e-4138-a518-b6143df1e2a4 req-2af77ea2-96ae-4a3a-9a8e-ed5018c65e53 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:19.186685 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4a2fb5b-7b1e-4138-a518-b6143df1e2a4 req-2af77ea2-96ae-4a3a-9a8e-ed5018c65e53 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 932 time: 0.2202008
Jan 21 07:58:19.212990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:19.277171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:19.331560 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4a2fb5b-7b1e-4138-a518-b6143df1e2a4 req-a4ac4247-9761-4fe0-969d-f78d29648921 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444833
Jan 21 07:58:19.393977 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:19.413036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f3cc5351-0304-4bee-be54-3a06f0dc1e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:19.432286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51645fc-38c6-4a79-abf5-b7c745dc3199,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:19.492064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:19.511016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:19.512513 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c51645fc-38c6-4a79-abf5-b7c745dc3199 HTTP/1.1" status: 204  len: 168 time: 0.5451984
Jan 21 07:58:19.549839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec46e0d-a664-4ab3-ba8b-3a85f346438e req-9d2cc13a-2a52-4fa2-9d15-a1f2c175ab4c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:19.551636 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4ec46e0d-a664-4ab3-ba8b-3a85f346438e req-9d2cc13a-2a52-4fa2-9d15-a1f2c175ab4c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3627102
Jan 21 07:58:19.586490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:58:19.754427 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4ec46e0d-a664-4ab3-ba8b-3a85f346438e req-acc4894d-b734-4f42-91e2-cbbd27fa7383 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1834805
Jan 21 07:58:19.796029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55772) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:19.871213 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'status': 'completed', 'code': 200}
Jan 21 07:58:19.988778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf00a30e-3d75-49e3-ba57-12718f153280 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:58:19.998283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:20.014247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Transition to ACTIVE for port object bf00a30e-3d75-49e3-ba57-12718f153280 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:58:20.064945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:20.097540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:20.128649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-8305c386-cdb4-48f1-9cc1-e271aa04fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:20.131676 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-8305c386-cdb4-48f1-9cc1-e271aa04fc12 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 1162 time: 0.1940892
Jan 21 07:58:20.207399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Pushing event updated for resources: {'Port': ['ID=bf00a30e-3d75-49e3-ba57-12718f153280,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:20.248399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f208>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '1a138be5-9dd5-4064-b740-3276752a1571', 'tenant_id': '92d771289021448dbc05092275a5f872', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'port_id': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'mac_address': 'fa:16:3e:dd:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T07:57:43Z', 'updated_at': '2021-01-21T07:58:16Z', 'revision_number': 1, 'project_id': '92d771289021448dbc05092275a5f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:20.253956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] Checking router: a84df5f6-767e-4e2e-a38d-b16a066ecc8e for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 07:58:20.266033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 07:58:20.266731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f208>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:57:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:20.275080 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:20.373928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1426104605-network', 'tenant_id': 'ddd1177e85144b41bc23519b547db9fd'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:20.381449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:20.412106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Usage tracker for resource:network and tenant:ddd1177e85144b41bc23519b547db9fd is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:20.442942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:20.453178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:20.516762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-9ef8f40d-9879-4429-a107-c7e8bece88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:20.518487 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-9ef8f40d-9879-4429-a107-c7e8bece88de service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 905 time: 0.3578115
Jan 21 07:58:20.580780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Attempting to bind port bf00a30e-3d75-49e3-ba57-12718f153280 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:58:20.581257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Attempting to bind port bf00a30e-3d75-49e3-ba57-12718f153280 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:58:20.581826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Attempting to bind port bf00a30e-3d75-49e3-ba57-12718f153280 on network f3d3fa3b-4076-4955-9e32-1e92dbbb846e {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:58:20.591943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:58:20.592505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Checking segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:58:20.593110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:20.593711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Bound using segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:58:20.594543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Bound port: bf00a30e-3d75-49e3-ba57-12718f153280, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:58:20.595122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:20.607692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 07:58:20.642644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Made reservation on behalf of ddd1177e85144b41bc23519b547db9fd for: {'network': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:58:20.658963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:20.773067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] For port bf00a30e-3d75-49e3-ba57-12718f153280, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:58:20.779550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] For port bf00a30e-3d75-49e3-ba57-12718f153280, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=bf00a30e-3d75-49e3-ba57-12718f153280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:58:20.788130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:20.839827 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:20.875660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:20.891276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:20.899165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Usage tracker for resource:security_group_rule and tenant:ddd1177e85144b41bc23519b547db9fd is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:20.903962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:20.935705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:21.045106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:21.076486 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-76172a33-ee90-4539-90b0-a3db9e8cab7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed HTTP/1.1" status: 200  len: 998 time: 0.5229797
Jan 21 07:58:21.078436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:21.087324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87ad9f81-b294-4d98-ac94-3357216d0579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:21.189426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Pushing event updated for resources: {'Port': ['ID=bf00a30e-3d75-49e3-ba57-12718f153280,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:21.197907 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:21.222606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.223299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:21.235304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dde7f208>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '1a138be5-9dd5-4064-b740-3276752a1571', 'tenant_id': '92d771289021448dbc05092275a5f872', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'port_id': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'mac_address': 'fa:16:3e:dd:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T07:57:43Z', 'updated_at': '2021-01-21T07:58:16Z', 'revision_number': 1, 'project_id': '92d771289021448dbc05092275a5f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:21.240025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fc0072-2d99-4723-ae3a-ce4c7584c892 None None] The sync data for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi is: [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '1a138be5-9dd5-4064-b740-3276752a1571', 'tenant_id': '92d771289021448dbc05092275a5f872', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'port_id': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'mac_address': 'fa:16:3e:dd:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T07:57:43Z', 'updated_at': '2021-01-21T07:58:16Z', 'revision_number': 1, 'project_id': '92d771289021448dbc05092275a5f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 07:58:21.242211 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] 10.222.0.76 "PUT /v2.0/ports/bf00a30e-3d75-49e3-ba57-12718f153280 HTTP/1.1" status: 200  len: 1158 time: 2.3781731
Jan 21 07:58:21.250510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b91fc-7592-449c-8eed-6b9469ac6c5d req-5920d970-43ca-41e9-b8b8-afeee9ae5745 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.252314 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d46b91fc-7592-449c-8eed-6b9469ac6c5d req-5920d970-43ca-41e9-b8b8-afeee9ae5745 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 944 time: 0.6181164
Jan 21 07:58:21.263578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:58:21.275413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750693420847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:21.275858 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Added segment c2145494-3289-424e-9fad-b700182677fd of type vxlan for network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3
Jan 21 07:58:21.282170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b011cbc-8407-4c8c-8c9f-99a5308aab71,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:21.308269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:21.336607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea92cd-0822-48b9-b535-5ef612a921bc req-89599d86-e72b-4bfc-8782-7daa6141f12b tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.341635 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d2ea92cd-0822-48b9-b535-5ef612a921bc req-89599d86-e72b-4bfc-8782-7daa6141f12b tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.6170051
Jan 21 07:58:21.417171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-ad9a0607-51bb-4654-9066-21084cb62b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.419727 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-ad9a0607-51bb-4654-9066-21084cb62b3d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.3088484
Jan 21 07:58:21.461317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-1eb435c4-855c-4e25-a414-9a2129cf7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.463117 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-1eb435c4-855c-4e25-a414-9a2129cf7927 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 1161 time: 0.0923810
Jan 21 07:58:21.563598 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-296bba2c-eecd-4b42-b8a1-441cb612124c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf00a30e-3d75-49e3-ba57-12718f153280 HTTP/1.1" status: 200  len: 217 time: 0.0754666
Jan 21 07:58:21.608251 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d2ea92cd-0822-48b9-b535-5ef612a921bc req-c8904aeb-47d7-4574-a216-e7b274256078 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2548816
Jan 21 07:58:21.610411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:21.620509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995cca1-b66e-43eb-bd08-ec9fbe5b368f None None] New status for floating IP 1a138be5-9dd5-4064-b740-3276752a1571: ACTIVE {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 07:58:21.634510 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d46b91fc-7592-449c-8eed-6b9469ac6c5d req-75913523-6b80-43f2-ac3f-3ab29ddcaa77 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3483779
Jan 21 07:58:21.693180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-496d1dec-d3eb-4288-85b9-6e9e2c879d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.694905 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-496d1dec-d3eb-4288-85b9-6e9e2c879d31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.1244211
Jan 21 07:58:21.762863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-88485edd-0169-46f5-a023-a6963c19cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.765307 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-88485edd-0169-46f5-a023-a6963c19cb89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3219917
Jan 21 07:58:21.767137 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-1b1589bb-d21d-4c78-a9f2-2a43b40d7d45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638106
Jan 21 07:58:21.846058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:21.860646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:21.861224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:21.914647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'tag': 'bf00a30e-3d75-49e3-ba57-12718f153280'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:21.952887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b742520c-f214-4e3d-8fb2-6dfb16999ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:22.075921 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-e909bfe0-e705-4ef4-ae80-f2f06952c150 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873244
Jan 21 07:58:22.170039 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Pushing event updated for resources: {'Network': ['ID=7e0e45c3-cefa-449a-8212-ed0cfacaecc3,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:22.180594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:22.191535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:58:22.203396 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.4054501
Jan 21 07:58:22.207067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55828) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:22.225984 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-70c1f369-aa43-48b1-b66e-67a4a2c11a6d service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4339628
Jan 21 07:58:22.231509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Request body: {'subnet': {'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1426104605-subnet', 'tenant_id': 'ddd1177e85144b41bc23519b547db9fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:22.241160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:22.281241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Usage tracker for resource:subnet and tenant:ddd1177e85144b41bc23519b547db9fd is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:22.289030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:22.310056 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c2e4a63-9890-49c9-8091-c2c722b42f6f req-a473e34f-b115-43e2-9005-8c26667781c1 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2239556
Jan 21 07:58:22.316371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:58:22.323777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13243b8d-f1dd-47ae-a89f-0fbb08676961 req-a4559f89-ba2f-41b5-8d50-27bd1d5cc6d5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:22.331807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-13243b8d-f1dd-47ae-a89f-0fbb08676961 req-a4559f89-ba2f-41b5-8d50-27bd1d5cc6d5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3799856
Jan 21 07:58:22.355096 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'tag': 'bf00a30e-3d75-49e3-ba57-12718f153280', 'status': 'completed', 'code': 200}
Jan 21 07:58:22.449832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:22.467323 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-13243b8d-f1dd-47ae-a89f-0fbb08676961 req-e8a0dbc3-e499-465c-9f41-9a2062c3d356 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345046
Jan 21 07:58:22.545958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Made reservation on behalf of ddd1177e85144b41bc23519b547db9fd for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:58:22.549995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852594873'] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:22.608285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-69b38979-e14d-48a6-87da-5ea7bb755ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:22.610142 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-69b38979-e14d-48a6-87da-5ea7bb755ae5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 1161 time: 0.0999618
Jan 21 07:58:22.695411 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6197d7b9-45f3-4abd-8d9d-bf1370ea5c54 req-022e3261-db19-45e9-8303-9933ec0ba18d service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4583499
Jan 21 07:58:23.033180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-c0672d18-5f31-4c28-8658-38ca59559d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:23.034849 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-c0672d18-5f31-4c28-8658-38ca59559d33 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 909 time: 0.4142303
Jan 21 07:58:23.137575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:23.203218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66feae9-d9d5-4009-841c-2663e3270e6e req-f64ffcd4-d7d6-4df8-8cf9-6da20ea2be15 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:23.204966 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e66feae9-d9d5-4009-841c-2663e3270e6e req-f64ffcd4-d7d6-4df8-8cf9-6da20ea2be15 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 944 time: 0.2385726
Jan 21 07:58:23.211341 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-42a2ef16-45f8-45ee-85a8-5127f08332cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf00a30e-3d75-49e3-ba57-12718f153280 HTTP/1.1" status: 200  len: 217 time: 0.0868564
Jan 21 07:58:23.232210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527bbd8-1644-4cce-a800-1a4375a22ce8 req-aeec163d-f625-4bbf-8248-2121d6dd234c tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:23.233965 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e527bbd8-1644-4cce-a800-1a4375a22ce8 req-aeec163d-f625-4bbf-8248-2121d6dd234c tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.3171985
Jan 21 07:58:23.329785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-d32c4dfa-9bab-42a2-bb11-63880a3bc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:23.331394 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-d32c4dfa-9bab-42a2-bb11-63880a3bc10f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.1047776
Jan 21 07:58:23.407629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-44a6eede-2efa-4f94-bcc3-99623d10cedf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615900
Jan 21 07:58:23.446715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-64f0d2e4-3006-41d7-960b-89ed60102cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:23.583891 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e527bbd8-1644-4cce-a800-1a4375a22ce8 req-1dc2f8ee-0b2f-4ea3-8931-e806830ec227 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3330057
Jan 21 07:58:23.645809 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-e7c8417f-fbf9-4412-8736-365255b2629a service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067823
Jan 21 07:58:23.645919 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e66feae9-d9d5-4009-841c-2663e3270e6e req-d699f5c0-7a5e-4a6b-bded-667cbf4aab0b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4014893
Jan 21 07:58:23.808039 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a4cc73a-4ef3-4b19-ac99-85c9c38c6f4d req-b851e907-68a7-4fe9-8ca6-3584b6ac2f08 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1604466
Jan 21 07:58:23.810675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2592565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852594828'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:23.831320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:23.971191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:23.977220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:24.014442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55878) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:24.043850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Checking segment: {'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:58:24.044254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Network hostable DHCP agents. Network: 7e0e45c3-cefa-449a-8212-ed0cfacaecc3, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:58:24.153099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:58:24.179997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900be43-5548-400b-9f63-4f3d3365fed5 req-18939216-726c-4209-8f03-e3fb14ceeb34 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:24.181709 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f900be43-5548-400b-9f63-4f3d3365fed5 req-18939216-726c-4209-8f03-e3fb14ceeb34 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1143839
Jan 21 07:58:24.187006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.204143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:24.209421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Usage tracker for resource:security_group_rule and tenant:d59bed69b0ca4242959400de3515c369 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:24.212731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:24.218699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:24.224613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 7e0e45c3-cefa-449a-8212-ed0cfacaecc3) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:58:24.232348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c069bf-dfc5-4fa3-9830-b3025f5d7995 None None] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:58:24.247599 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f900be43-5548-400b-9f63-4f3d3365fed5 req-a9bbb2ec-9abd-474b-b88d-d09a5614c9a4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587251
Jan 21 07:58:24.248461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:24.249128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.305541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0948067
Jan 21 07:58:24.331092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.396912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.407385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-943b95aa-6ec2-4edd-bd12-edee5a43bf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:24.438687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 310d99d9-b8a9-41d2-b729-9f32527bbfd8 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 07:58:24.458063 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d59bed69b0ca4242959400de3515c369&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4396505
Jan 21 07:58:24.458063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb07540-f39a-4811-8b70-ef7b2039e121,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:24.458778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55890) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:24.462106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:24.572063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc665c-f298-4e57-aae2-cea0de10608a None None] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:58:24.581219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.615008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.739964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.746019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6cbdbdfc-206d-4d96-96a7-24844b49c54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:24.770873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb07540-f39a-4811-8b70-ef7b2039e121,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:24.780556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:24.793509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:24.794827 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eb07540-f39a-4811-8b70-ef7b2039e121 HTTP/1.1" status: 204  len: 168 time: 0.3351891
Jan 21 07:58:24.814896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-e5b84fe4-5fef-45cf-8843-5a3ede5b905b tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:24.816670 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-e5b84fe4-5fef-45cf-8843-5a3ede5b905b tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.76 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.2723007
Jan 21 07:58:24.902197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55910) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:24.940153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Deleting port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 07:58:24.940544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.046951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.049194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Deleting subnet 720dbb00-93a2-43be-af9e-fa335e9ae015 {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 07:58:25.056766 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.101205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:25.112088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 310d99d9-b8a9-41d2-b729-9f32527bbfd8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=310d99d9-b8a9-41d2-b729-9f32527bbfd8,segment=NetworkSegment(f355cc26-5d60-464f-bef4-7317c9126f5d),segment_id=f355cc26-5d60-464f-bef4-7317c9126f5d)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:25.139423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.141992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-639c1a6a-216b-4a2c-a08e-73aba0aecea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:25.168974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.224841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=310d99d9-b8a9-41d2-b729-9f32527bbfd8,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:25.228371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:25.277148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] For port 310d99d9-b8a9-41d2-b729-9f32527bbfd8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=310d99d9-b8a9-41d2-b729-9f32527bbfd8,segment=NetworkSegment(f355cc26-5d60-464f-bef4-7317c9126f5d),segment_id=f355cc26-5d60-464f-bef4-7317c9126f5d)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:25.277763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.296399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d312-7af2-4551-bc90-a7a6fb8511dc req-fc8a31fc-2f53-4ef0-9fe3-b0486026523a tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:25.298308 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f786d312-7af2-4551-bc90-a7a6fb8511dc req-fc8a31fc-2f53-4ef0-9fe3-b0486026523a tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 945 time: 0.4768515
Jan 21 07:58:25.327552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a0b7c-1fec-4372-96ee-cde811237765 req-f7854869-eee0-447e-8bf7-29c35b2d2b1d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:25.329268 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-377a0b7c-1fec-4372-96ee-cde811237765 req-f7854869-eee0-447e-8bf7-29c35b2d2b1d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 944 time: 0.4236124
Jan 21 07:58:25.374026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.438479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Calling delete_port for 310d99d9-b8a9-41d2-b729-9f32527bbfd8 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 07:58:25.476198 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-377a0b7c-1fec-4372-96ee-cde811237765 req-c7c72d06-fc79-4a65-ade0-16824083414e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237888
Jan 21 07:58:25.503130 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f786d312-7af2-4551-bc90-a7a6fb8511dc req-7d1d0c86-0863-4e11-99cf-7d4879d71318 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680930
Jan 21 07:58:25.660460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 55928) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:25.687594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-29290dfc-e972-4ce9-a303-754e642652ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.702283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.737887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:25.746790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1a55ad7dec460c9efc560858d1abb3 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:25.751952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:25.768741 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:25.861637 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:58:25.862073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:58:25.936884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.938879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:25.955897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-13bc94ba-bef7-483a-a390-0b5dc44eca2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:25.992903 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8', 'code': 200}
Jan 21 07:58:26.046449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.069700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=720dbb00-93a2-43be-af9e-fa335e9ae015,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:26.081274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:26.081891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aacee291-a1d8-4770-950e-e6a8951c287b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:26.099169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.200490 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d1a55ad7dec460c9efc560858d1abb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5384738
Jan 21 07:58:26.203849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55932) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:26.208362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798b6f2a-9acb-4bd3-aa47-1417ddd4bc9e,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:26.214783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:26.218290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.234503 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/720dbb00-93a2-43be-af9e-fa335e9ae015 HTTP/1.1" status: 204  len: 168 time: 1.2846563
Jan 21 07:58:26.237356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55936) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:26.277386 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875bf44-fa4b-45b4-8732-b26f4a0d7a3b req-a4d8faee-3140-42c1-ab67-1af2d1d87776 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:26.279082 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7875bf44-fa4b-45b4-8732-b26f4a0d7a3b req-a4d8faee-3140-42c1-ab67-1af2d1d87776 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2069850
Jan 21 07:58:26.337321 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7875bf44-fa4b-45b4-8732-b26f4a0d7a3b req-27691d9c-d061-46ae-9c18-d8b621f41b68 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514717
Jan 21 07:58:26.371325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Deleting port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 07:58:26.371705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.436193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.447870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.600159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.874019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a09b8b-d62b-4059-9560-085815d4ffe7 req-1bd1ce8c-1b20-4b15-bd5a-a9c0209e8345 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:26.876501 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-82a09b8b-d62b-4059-9560-085815d4ffe7 req-1bd1ce8c-1b20-4b15-bd5a-a9c0209e8345 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 944 time: 0.1910946
Jan 21 07:58:26.892669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.937161 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce257d-587a-42fb-9cf2-a3ef78411815 req-90393c1f-1641-4afd-8fcc-fe7ef67d9069 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:26.939063 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-44ce257d-587a-42fb-9cf2-a3ef78411815 req-90393c1f-1641-4afd-8fcc-fe7ef67d9069 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 943 time: 0.2078571
Jan 21 07:58:26.949201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:26.989573 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-82a09b8b-d62b-4059-9560-085815d4ffe7 req-cf92c5da-4492-4e2f-bca5-a2144d40e5d8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047244
Jan 21 07:58:27.018792 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-44ce257d-587a-42fb-9cf2-a3ef78411815 req-e34f9cee-4038-461d-adb7-ff776b50c6e6 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/security-groups?id=f431184f-9b8e-473f-a5b8-3c6724ecdc89&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627646
Jan 21 07:58:27.072679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:27.083527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66937d71-60e0-44dc-afe1-30533b640be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:27.102371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f56dd51f128>> segment before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.103219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f56dd51f128>> subnet precommit_delete_associations 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.103592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> segment_host_mapping after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.103964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.104329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.104727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.105089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> segment after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.105532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> subnet after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.105809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.106157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f56dd86f668>> subnet after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.172173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56dcf23c50>> subnet after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.172557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56dcf23c50>> subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.172940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56dcf23c50>> subnet before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.173311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f56dcf23c50>> subnet before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 21 07:58:27.173715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56de0d7898>,) {'filters': {'network_id': ['90214d0a-5fdf-4c17-9b53-6347086bdea3']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:27.187065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798b6f2a-9acb-4bd3-aa47-1417ddd4bc9e,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:27.199883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] For port 310d99d9-b8a9-41d2-b729-9f32527bbfd8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=310d99d9-b8a9-41d2-b729-9f32527bbfd8,segment=NetworkSegment(f355cc26-5d60-464f-bef4-7317c9126f5d),segment_id=f355cc26-5d60-464f-bef4-7317c9126f5d)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:27.199883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:27.204110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:27.208903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de0d7898>, '69dbeede-5a70-4df1-a625-fa65bdfaac60') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:27.209243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de0d7898>, '69dbeede-5a70-4df1-a625-fa65bdfaac60') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:27.280791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:27.360585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Calling delete_port for 310d99d9-b8a9-41d2-b729-9f32527bbfd8 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 07:58:27.418027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:27.431107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 07:58:27.521468 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:27.527399 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/798b6f2a-9acb-4bd3-aa47-1417ddd4bc9e HTTP/1.1" status: 204  len: 168 time: 1.3177149
Jan 21 07:58:27.586154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c092-02c2-47c3-859a-34e45e31441a req-4f8c3c97-2724-4747-bd33-0da892cc55a5 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:27.587084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5db6c092-02c2-47c3-859a-34e45e31441a req-4f8c3c97-2724-4747-bd33-0da892cc55a5 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Synchronizing usage tracker for tenant:ddd1177e85144b41bc23519b547db9fd on resource:network {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:58:27.668078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe494b-c0a6-4912-8968-312a1d507e3a req-b85f43b4-3d4e-4039-b363-c8aaf6530cfb tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:27.669883 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7afe494b-c0a6-4912-8968-312a1d507e3a req-b85f43b4-3d4e-4039-b363-c8aaf6530cfb tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1857500
Jan 21 07:58:27.671754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5db6c092-02c2-47c3-859a-34e45e31441a req-4f8c3c97-2724-4747-bd33-0da892cc55a5 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Unset dirty status for tenant:ddd1177e85144b41bc23519b547db9fd on resource:network {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:58:27.677903 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-4f8c3c97-2724-4747-bd33-0da892cc55a5 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/networks?id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3 HTTP/1.1" status: 200  len: 814 time: 0.3521369
Jan 21 07:58:27.679757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device bf00a30e-3d75-49e3-ba57-12718f153280 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:27.706220 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-1907675a-4c5d-4322-9601-f8e73eb252a1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/quotas/ddd1177e85144b41bc23519b547db9fd HTTP/1.1" status: 200  len: 375 time: 0.0109100
Jan 21 07:58:27.797817 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-f5b2fd8e-505b-4b5f-8af1-b153d0e18ee2 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddd1177e85144b41bc23519b547db9fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0814791
Jan 21 07:58:27.815114 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7afe494b-c0a6-4912-8968-312a1d507e3a req-6ab0275d-9b7a-442c-b6e1-628cfc7168e2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356671
Jan 21 07:58:27.841012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:27.876660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port bf00a30e-3d75-49e3-ba57-12718f153280 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:58:27.885938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port bf00a30e-3d75-49e3-ba57-12718f153280 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:27.886366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:27.948209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Network 90214d0a-5fdf-4c17-9b53-6347086bdea3 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:58:27.963498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.014290 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-1ec7c6e5-a06e-4a3d-9a55-15ce7d20daac service neutron] 10.222.0.21 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979752
Jan 21 07:58:28.074754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.115765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf00a30e-3d75-49e3-ba57-12718f153280'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:28.129245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port bf00a30e-3d75-49e3-ba57-12718f153280, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=bf00a30e-3d75-49e3-ba57-12718f153280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:28.173445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.176073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:28.280195 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-8843d372-93de-4716-945a-4088f5ff5c6b service neutron] 10.222.0.21 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2577868
Jan 21 07:58:28.327411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Network 90214d0a-5fdf-4c17-9b53-6347086bdea3 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   (rel_b, rel_a, rel_b),
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   (rel_b, rel_a, rel_b),
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 07:58:28.366596 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 07:58:28.381163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb16023-d611-496d-ac11-2f19bd550666 req-ab58b118-4119-4ec0-95cb-b647af18bce6 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:28.383111 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-abb16023-d611-496d-ac11-2f19bd550666 req-ab58b118-4119-4ec0-95cb-b647af18bce6 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.2075152
Jan 21 07:58:28.447209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=bf00a30e-3d75-49e3-ba57-12718f153280,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:28.450773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:28.458882 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-abb16023-d611-496d-ac11-2f19bd550666 req-93c0cdee-5c48-42e7-8390-8f4d3d430cd8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681639
Jan 21 07:58:28.465097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.484866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2106ee9b-82b5-4f76-a608-f38bf01cad96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:28.548960 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Pushing event deleted for resources: {'Port': ['ID=310d99d9-b8a9-41d2-b729-9f32527bbfd8,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:28.600934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:28.628567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.633404 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf00a30e-3d75-49e3-ba57-12718f153280', 'code': 200}
Jan 21 07:58:28.659623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:28.680166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.696533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Pushing event deleted for resources: {'Network': ['ID=90214d0a-5fdf-4c17-9b53-6347086bdea3,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:28.704727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:28.729479 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] 10.222.0.21 "DELETE /v2.0/networks/90214d0a-5fdf-4c17-9b53-6347086bdea3 HTTP/1.1" status: 204  len: 168 time: 2.4909914
Jan 21 07:58:28.730364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 55990) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:28.741448 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4372247f-17b5-4ee5-9862-6461fe2ff7c9 req-6d88f77f-95af-4dd0-9208-2acc9f45e5d0 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.1051435
Jan 21 07:58:28.858866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] No DVR routers for this DVR port 310d99d9-b8a9-41d2-b729-9f32527bbfd8 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 07:58:28.866066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.868680 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-70b8a80d-f8a5-4ef4-9b7a-b94bbcf16d9f req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.76 "DELETE /v2.0/ports/310d99d9-b8a9-41d2-b729-9f32527bbfd8 HTTP/1.1" status: 204  len: 173 time: 4.0424984
Jan 21 07:58:28.869349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'name': 'network-vif-deleted', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:28.884478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Deleting subnet fa90ce33-9480-403c-80ad-b89e63c500d2 {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 07:58:28.888877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.968016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092344'] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:28.990322 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-28d61875-b74a-4e66-a0be-ca356503ffcf req-d9287f68-63a0-4feb-b7d3-17d7bc1d2636 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 210 time: 0.0603197
Jan 21 07:58:29.083496 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbf160c-8444-4016-b53d-f2edcfbaf663', 'name': 'network-vif-deleted', 'tag': '310d99d9-b8a9-41d2-b729-9f32527bbfd8', 'status': 'completed', 'code': 200}
Jan 21 07:58:29.128770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:29.177328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b63ec-30ec-496d-93a9-bd2ad556fb22 req-e7569be1-d328-41c8-a010-be2ffdcd1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:29.179217 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3d1b63ec-30ec-496d-93a9-bd2ad556fb22 req-e7569be1-d328-41c8-a010-be2ffdcd1bc2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 1163 time: 0.1559932
Jan 21 07:58:29.330352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fff2f-60c8-4920-ad53-15d186f1e395 req-811c0ee1-0eb8-4a88-81bf-e0488f00745e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:29.338557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-245fff2f-60c8-4920-ad53-15d186f1e395 req-811c0ee1-0eb8-4a88-81bf-e0488f00745e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1355081
Jan 21 07:58:29.355559 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3d1b63ec-30ec-496d-93a9-bd2ad556fb22 req-6fa259f0-33cc-4479-aeb4-d5b4cb704116 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491642
Jan 21 07:58:29.387654 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-245fff2f-60c8-4920-ad53-15d186f1e395 req-58700d2b-3c3f-462e-b6b9-d41e9956389d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480108
Jan 21 07:58:29.602036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3479154'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:29.631939 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-31e5451c-bcbb-42c5-8e5d-8797e365af9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:29.741440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa90ce33-9480-403c-80ad-b89e63c500d2,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:29.746262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:29.756170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b222824-32cf-4bb2-9fe4-b4eb13f43a54 req-db4203ac-c27f-4c9a-91bb-cc5a0ad179cd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:29.759137 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8b222824-32cf-4bb2-9fe4-b4eb13f43a54 req-db4203ac-c27f-4c9a-91bb-cc5a0ad179cd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.1397789
Jan 21 07:58:29.789890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:29.800133 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-daa4ece9-68fa-4a95-af71-40ead49cf1fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa90ce33-9480-403c-80ad-b89e63c500d2 HTTP/1.1" status: 204  len: 168 time: 1.0639164
Jan 21 07:58:29.808598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56032) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:29.871024 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8b222824-32cf-4bb2-9fe4-b4eb13f43a54 req-80560cf5-b942-49c8-b207-cc96343b0a47 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049187
Jan 21 07:58:29.944918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.021225 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ee14204-13f6-40bd-b9d0-9d14da46e30b req-78d996a1-136f-4bc5-95d0-e4c4be349470 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] 10.222.0.21 "GET /v2.0/ports?device_id=2bbf160c-8444-4016-b53d-f2edcfbaf663 HTTP/1.1" status: 200  len: 210 time: 0.0735822
Jan 21 07:58:30.175586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.197946 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dc820fc8-6340-4d99-927a-d9523309d049 req-f110435b-a92c-4de1-a630-1e8486d9c5a8 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 210 time: 0.0513225
Jan 21 07:58:30.319729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56ddebc5c0>,) {'filters': {'network_id': ['5356a589-f495-42b5-bcf8-05f59bfcf39a']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:30.335621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56ddebc5c0>, 'dcf78308-8fc9-4081-a717-2fbb2b5ae9b3') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:30.336157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56ddebc5c0>, 'dcf78308-8fc9-4081-a717-2fbb2b5ae9b3') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:30.350586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.354012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56044) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:30.366837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.368946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 07:58:30.527968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.547316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:30.552469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Usage tracker for resource:security_group_rule and tenant:4bd7aa8245d34803a5808bc6dd72a027 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:30.556597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:30.564385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:30.566673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Network 5356a589-f495-42b5-bcf8-05f59bfcf39a has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:58:30.576666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.709577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8949be-b6c6-4863-acc5-999ac1bec9a4 req-f808d702-e269-4b4f-8763-7a5f7eb1ace2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:30.711288 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7e8949be-b6c6-4863-acc5-999ac1bec9a4 req-f808d702-e269-4b4f-8763-7a5f7eb1ace2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1442709
Jan 21 07:58:30.781058 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7e8949be-b6c6-4863-acc5-999ac1bec9a4 req-4101d9fd-be30-4c5a-b459-19f663982bab tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619748
Jan 21 07:58:30.792208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Network 5356a589-f495-42b5-bcf8-05f59bfcf39a has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 07:58:30.818522 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 07:58:30.879134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.892023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device bf00a30e-3d75-49e3-ba57-12718f153280 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:30.921571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:30.934658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3951b071-3c0e-4675-b63c-13062386f06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:30.990019 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bd7aa8245d34803a5808bc6dd72a027&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6319683
Jan 21 07:58:30.990019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1b8351-dd8d-4b76-880e-da3ea7a39b8b,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:30.990926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56054) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:30.991412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port bf00a30e-3d75-49e3-ba57-12718f153280 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:30.994498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:30.995896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.021951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.031357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.046065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:31.075811 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] 10.222.0.21 "DELETE /v2.0/networks/5356a589-f495-42b5-bcf8-05f59bfcf39a HTTP/1.1" status: 204  len: 168 time: 1.2640862
Jan 21 07:58:31.084492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Pushing event deleted for resources: {'Network': ['ID=5356a589-f495-42b5-bcf8-05f59bfcf39a,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:31.090226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4b0312b9-7bff-4fb8-aeea-10f5dce9324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:31.128857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.195411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b82efd-f487-4294-bc32-a5a01d3072c8 req-aa5909c7-8b65-4df9-baac-a1e78b7786db tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:31.197157 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a4b82efd-f487-4294-bc32-a5a01d3072c8 req-aa5909c7-8b65-4df9-baac-a1e78b7786db tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.1643221
Jan 21 07:58:31.203111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.273375 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a4b82efd-f487-4294-bc32-a5a01d3072c8 req-0986e799-8acd-4c02-a928-d7cee7d32592 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692573
Jan 21 07:58:31.355187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.363268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b408948b-3f38-4edd-a288-a83e18c390ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:31.375714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1b8351-dd8d-4b76-880e-da3ea7a39b8b,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:31.382688 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:31.384273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.387991 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc1b8351-dd8d-4b76-880e-da3ea7a39b8b HTTP/1.1" status: 204  len: 168 time: 0.3931570
Jan 21 07:58:31.496494 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2b77ea11-5c42-4d80-9b8d-b4f9191f22c1 req-0f606b86-0b5d-4ffc-bb36-b369340cfdf8 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 210 time: 0.0590401
Jan 21 07:58:31.556124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56076) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:31.617443 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-462ddc8e-a92f-4ac0-9a25-0e29d507564c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a564b8f14f804735b86e0c0dc762960d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0576210
Jan 21 07:58:31.617639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56080) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:31.693533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:31.723212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:32.059126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:32.068660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:32.089938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ff5bbd-9d8d-4f17-8ff8-4d5cbfbb6d89,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:32.092353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:32.103092 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0ff5bbd-9d8d-4f17-8ff8-4d5cbfbb6d89 HTTP/1.1" status: 204  len: 168 time: 0.4748232
Jan 21 07:58:32.103092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:32.141392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c5f47-0b22-4b65-8d58-753102609d72 req-7c8c4daa-b558-4ac0-b84b-d2266e0d771d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:32.143270 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-179c5f47-0b22-4b65-8d58-753102609d72 req-7c8c4daa-b558-4ac0-b84b-d2266e0d771d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1141672
Jan 21 07:58:32.199564 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-179c5f47-0b22-4b65-8d58-753102609d72 req-7aaa5bb4-5d05-4b2b-bcf3-cf964a9ddc55 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488982
Jan 21 07:58:32.415422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c092-02c2-47c3-859a-34e45e31441a req-63acf45d-3ada-405f-a9a8-9924145521ff tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:32.417106 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-63acf45d-3ada-405f-a9a8-9924145521ff tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "GET /v2.0/networks?id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3 HTTP/1.1" status: 200  len: 814 time: 0.2090113
Jan 21 07:58:32.475046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Request body: {'port': {'device_id': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3', 'admin_state_up': True, 'tenant_id': 'ddd1177e85144b41bc23519b547db9fd'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:32.700897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:32.705964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Usage tracker for resource:port and tenant:ddd1177e85144b41bc23519b547db9fd is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:32.710473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Quota usage for port was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:32.717797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:32.778563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56118) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:32.799663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Made reservation on behalf of ddd1177e85144b41bc23519b547db9fd for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:58:32.809546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:32.810897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41720a-19fc-4077-8bde-f3f650827300 req-52d7a2c6-cefc-4611-a8d3-31852ec852cd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:32.819849 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5d41720a-19fc-4077-8bde-f3f650827300 req-52d7a2c6-cefc-4611-a8d3-31852ec852cd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.3882556
Jan 21 07:58:32.874441 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b37d0934-fedc-4389-8381-db9ae6b6cdb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d5a11c3db724ff998109d080eebed26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0938191
Jan 21 07:58:32.876770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56128) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:32.897250 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5d41720a-19fc-4077-8bde-f3f650827300 req-eadf62f0-e33b-4657-b5f1-5a347d0bc0ed tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764434
Jan 21 07:58:32.912153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device bf00a30e-3d75-49e3-ba57-12718f153280 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:33.067543 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-42c7cc79-b825-4302-afbd-edcd356f19ee req-8891d0a7-cf0e-4003-b141-d817c627af1e tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 210 time: 0.0901845
Jan 21 07:58:33.104581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port bf00a30e-3d75-49e3-ba57-12718f153280 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:33.105789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:33.118503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:33.149857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:33.249295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Allocated IP 172.20.0.4 (7e0e45c3-cefa-449a-8212-ed0cfacaecc3/e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c/cef8a014-798c-4c97-8d87-aafe144dd31f) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:58:33.258897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:33.264462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-44253d88-c625-43ae-86d8-ae49cc720b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:33.290198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9115f5-999d-4c64-b11a-f2d8566cfa95,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:33.293369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:33.318231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:33.319476 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c9115f5-999d-4c64-b11a-f2d8566cfa95 HTTP/1.1" status: 204  len: 168 time: 0.4409392
Jan 21 07:58:33.797554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:33.874662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bc96c-f02c-4d52-bf87-f5d342d10d25 req-92b1e0bd-6880-4d2e-aa30-0fabb869fece tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:33.876485 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a29bc96c-f02c-4d52-bf87-f5d342d10d25 req-92b1e0bd-6880-4d2e-aa30-0fabb869fece tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1375158
Jan 21 07:58:33.905021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:33.946879 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a29bc96c-f02c-4d52-bf87-f5d342d10d25 req-15d54f08-0034-4de4-b364-e19b6cbe7a9b tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635207
Jan 21 07:58:33.948532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fc244a8f-ba11-4f0d-8916-3aab611cce83 tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:34.109271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56164) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:34.194581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Pushing event updated for resources: {'Port': ['ID=cef8a014-798c-4c97-8d87-aafe144dd31f,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:34.199988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:34.221905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Deleting subnet 74c440b1-2c4c-4863-b4ad-1ac38134cb2e {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 07:58:34.226772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:58:34.228015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:58:34.231639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:34.238027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:58:34.307377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:34.333383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:34.334381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:34.398081 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9325616
Jan 21 07:58:34.431785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:34.432021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Request body: {'port': {'device_id': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:34.632475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:34.642477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc4fa3-2793-4f89-9df0-aa1ae0742c36 req-56929a5c-d382-4ada-8ec6-a7148de6695d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:34.644207 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-23dc4fa3-2793-4f89-9df0-aa1ae0742c36 req-56929a5c-d382-4ada-8ec6-a7148de6695d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 931 time: 0.3757832
Jan 21 07:58:34.757423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-23dc4fa3-2793-4f89-9df0-aa1ae0742c36 req-19e8f379-1262-4a98-a184-e4fdf2ca6f54 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Synchronizing usage tracker for tenant:ddd1177e85144b41bc23519b547db9fd on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:58:34.887864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-23dc4fa3-2793-4f89-9df0-aa1ae0742c36 req-19e8f379-1262-4a98-a184-e4fdf2ca6f54 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Unset dirty status for tenant:ddd1177e85144b41bc23519b547db9fd on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:58:34.901679 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-23dc4fa3-2793-4f89-9df0-aa1ae0742c36 req-19e8f379-1262-4a98-a184-e4fdf2ca6f54 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2353139
Jan 21 07:58:34.961504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:34.984258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:35.100799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c440b1-2c4c-4863-b4ad-1ac38134cb2e,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:35.103999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:35.216142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef8a014-798c-4c97-8d87-aafe144dd31f {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:58:35.226833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.246738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Transition to ACTIVE for port object cef8a014-798c-4c97-8d87-aafe144dd31f will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:58:35.282066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.302004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.324449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f05328c7-c8d3-4094-ba60-2b1f940e379c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:35.336203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e7e9d-9ca1-411d-b2c6-5b3640c009ba req-4297db23-7bbf-429f-8185-e22f6f45ae3d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:35.339635 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-219e7e9d-9ca1-411d-b2c6-5b3640c009ba req-4297db23-7bbf-429f-8185-e22f6f45ae3d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1932881
Jan 21 07:58:35.341180 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/74c440b1-2c4c-4863-b4ad-1ac38134cb2e HTTP/1.1" status: 204  len: 168 time: 1.2307620
Jan 21 07:58:35.344346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56206) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:35.481506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8a014-798c-4c97-8d87-aafe144dd31f,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:35.486813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:35.548054 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-219e7e9d-9ca1-411d-b2c6-5b3640c009ba req-61b0eb91-483d-46ac-a980-fc6707a3e7c2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997612
Jan 21 07:58:35.575369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.744774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Attempting to bind port cef8a014-798c-4c97-8d87-aafe144dd31f on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:58:35.745121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Attempting to bind port cef8a014-798c-4c97-8d87-aafe144dd31f by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:58:35.745409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Attempting to bind port cef8a014-798c-4c97-8d87-aafe144dd31f on network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:58:35.752543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:58:35.752921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Checking segment: {'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:58:35.753325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.754164 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Bound using segment: {'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:58:35.755294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Bound port: cef8a014-798c-4c97-8d87-aafe144dd31f, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:58:35.756134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.795489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.886314 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] For port cef8a014-798c-4c97-8d87-aafe144dd31f, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:58:35.890442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] For port cef8a014-798c-4c97-8d87-aafe144dd31f, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cef8a014-798c-4c97-8d87-aafe144dd31f,segment=NetworkSegment(c2145494-3289-424e-9fad-b700182677fd),segment_id=c2145494-3289-424e-9fad-b700182677fd)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:58:35.919211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dde9f7f0>,) {'filters': {'network_id': ['f036bfd8-65ba-47b8-8690-5360401b0d6a']}} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:35.922243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.936824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dde9f7f0>, 'f355cc26-5d60-464f-bef4-7317c9126f5d') {'for_net_delete': True} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:35.936908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dde9f7f0>, 'f355cc26-5d60-464f-bef4-7317c9126f5d') {} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 07:58:35.951319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448497'] for segment, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.972224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:35.974769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 07:58:36.039969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:36.135654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:36.135654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:36.136216 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] 10.222.0.76 "PUT /v2.0/ports/cef8a014-798c-4c97-8d87-aafe144dd31f HTTP/1.1" status: 200  len: 1157 time: 1.7105033
Jan 21 07:58:36.136755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:36.154301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Pushing event updated for resources: {'Port': ['ID=cef8a014-798c-4c97-8d87-aafe144dd31f,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:36.167433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:36.271825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Network f036bfd8-65ba-47b8-8690-5360401b0d6a has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:58:36.283747 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591391'] for segment, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:36.362884 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c092-02c2-47c3-859a-34e45e31441a req-67828a03-d113-4697-8b54-4c51703ee307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:36.364708 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-67828a03-d113-4697-8b54-4c51703ee307 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd1177e85144b41bc23519b547db9fd&device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 1160 time: 0.0896153
Jan 21 07:58:36.455627 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f', 'status': 'completed', 'code': 200}
Jan 21 07:58:36.476156 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-7a69101b-bb24-4d85-a9f9-3c28562d3c53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef8a014-798c-4c97-8d87-aafe144dd31f HTTP/1.1" status: 200  len: 217 time: 0.0902193
Jan 21 07:58:36.564825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c092-02c2-47c3-859a-34e45e31441a req-e637c697-8ee7-4921-8071-0366065b99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:36.566573 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-e637c697-8ee7-4921-8071-0366065b99ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c HTTP/1.1" status: 200  len: 854 time: 0.0802817
Jan 21 07:58:36.570943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874805a-41fb-47b3-960b-86851b2e7a28 req-36fae04e-61a0-4d11-9f88-5ebd54717723 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:36.572839 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3874805a-41fb-47b3-960b-86851b2e7a28 req-36fae04e-61a0-4d11-9f88-5ebd54717723 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 943 time: 0.3809333
Jan 21 07:58:36.587117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Network f036bfd8-65ba-47b8-8690-5360401b0d6a has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 07:58:36.635656 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-e287ce2c-4470-402b-b634-3c2afeb76e41 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491767
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 07:58:36.658574 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 07:58:36.668475 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3874805a-41fb-47b3-960b-86851b2e7a28 req-b204af9d-ffde-4245-9555-2747222db121 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846059
Jan 21 07:58:36.817917 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-015b06e7-2e1b-4e98-9f40-a1fc209b8608 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693687
Jan 21 07:58:36.867788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f7027-b8ed-49c8-aa56-0aa1ba17b395 req-25499a7f-35ce-456d-892c-c51f5909882c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:36.869515 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3f1f7027-b8ed-49c8-aa56-0aa1ba17b395 req-25499a7f-35ce-456d-892c-c51f5909882c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1497555
Jan 21 07:58:36.897689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:36.904133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:36.932177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:36.937239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Pushing event deleted for resources: {'Network': ['ID=f036bfd8-65ba-47b8-8690-5360401b0d6a,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:36.946997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:36.956470 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3f1f7027-b8ed-49c8-aa56-0aa1ba17b395 req-2cfa4dac-a359-4d26-acb1-c776b3201da4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800433
Jan 21 07:58:37.005641 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5db6c092-02c2-47c3-859a-34e45e31441a req-33eaa403-4840-4601-8412-ed15472edf11 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1532509
Jan 21 07:58:37.023972 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f036bfd8-65ba-47b8-8690-5360401b0d6a HTTP/1.1" status: 204  len: 168 time: 1.6773050
Jan 21 07:58:37.329731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-a25afb30-e767-4c9c-95b9-8497de946d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:37.331605 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-a25afb30-e767-4c9c-95b9-8497de946d51 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd1177e85144b41bc23519b547db9fd&device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 1160 time: 0.1161749
Jan 21 07:58:37.378956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56314) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:37.502821 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4f201e05-efe5-4653-a77d-888be0f77522 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=359fb291beed4c8dbf3f963e158babae&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1219013
Jan 21 07:58:37.506213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56326) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:37.560527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-fb475544-a542-43d6-997b-a14b3a467a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:37.562252 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-fb475544-a542-43d6-997b-a14b3a467a19 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3 HTTP/1.1" status: 200  len: 909 time: 0.1992023
Jan 21 07:58:37.658748 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-7ea2b7c2-7399-47a1-8bd8-ed99b561c6ba service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef8a014-798c-4c97-8d87-aafe144dd31f HTTP/1.1" status: 200  len: 217 time: 0.0867796
Jan 21 07:58:37.743585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-d9fccdb7-a52d-437d-949a-691224d2c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:37.745167 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-d9fccdb7-a52d-437d-949a-691224d2c45d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c HTTP/1.1" status: 200  len: 854 time: 0.0707951
Jan 21 07:58:37.757374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-681f45b0-e250-49ba-8e51-45b7156a762a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:37.759258 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-681f45b0-e250-49ba-8e51-45b7156a762a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 0.2356539
Jan 21 07:58:37.770343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:37.795302 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-1fcd978c-bba3-4299-9106-cdd12da8cc7f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/quotas/3e5b1b04c601443689db8ecb1639db0b HTTP/1.1" status: 200  len: 375 time: 0.0268960
Jan 21 07:58:37.807836 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-9dc1d13b-52de-4ec7-a6cc-69f8c95a945d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516355
Jan 21 07:58:37.866593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:37.968363 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-99e058e6-8a34-4e16-a016-0a3ab870deff service neutron] 10.222.0.76 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446278
Jan 21 07:58:38.136612 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4b374f5-f1e3-4328-aa6b-5c2f9f82d054 req-4c71402f-eb95-4862-af84-93ed7c9d53b4 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1576169
Jan 21 07:58:38.226446 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-2ea705a3-996a-40b7-9d52-fcabf0bafadb tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4206922
Jan 21 07:58:38.251489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef377-2e9f-4124-9208-6247a95bfbbb req-47a86324-fd52-40c4-ac44-ccf07dc69e4d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:38.253185 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-80aef377-2e9f-4124-9208-6247a95bfbbb req-47a86324-fd52-40c4-ac44-ccf07dc69e4d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 943 time: 0.4027381
Jan 21 07:58:38.358167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:38.368361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:38.391366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f431184f-9b8e-473f-a5b8-3c6724ecdc89,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:38.412598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:38.441390 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-80aef377-2e9f-4124-9208-6247a95bfbbb req-a9aa5a0f-089b-4f6f-b70e-43ebc2f6c21b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623950
Jan 21 07:58:38.453545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:38.454752 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f431184f-9b8e-473f-a5b8-3c6724ecdc89 HTTP/1.1" status: 204  len: 168 time: 0.9475195
Jan 21 07:58:38.480036 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-92d4f625-fe4c-4010-9487-03b8c7236a87 service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257180
Jan 21 07:58:38.663283 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-95042ee0-2683-4558-a0c1-1777ce48df36 service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1758664
Jan 21 07:58:39.058034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b163e1-bd21-4bcc-a9be-6f5bda495464 req-dd2c8a6d-3801-4301-81dc-fc7a11be0cb6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:39.060041 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14b163e1-bd21-4bcc-a9be-6f5bda495464 req-dd2c8a6d-3801-4301-81dc-fc7a11be0cb6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1512556
Jan 21 07:58:39.148784 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14b163e1-bd21-4bcc-a9be-6f5bda495464 req-02f71611-259d-448c-b9bd-55183e34b349 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813375
Jan 21 07:58:39.243379 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce0e17fb-f896-499f-bc94-0355674d7d21 req-76c1e410-8c87-477b-aa91-b952de9ab907 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 210 time: 0.0520036
Jan 21 07:58:39.279279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56368) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:39.802604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:39.802780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b612d9f-97ce-4a5a-8655-e157bb661133 req-4d91a3cd-bdd9-48d5-b314-288866d7b7c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:39.810409 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1b612d9f-97ce-4a5a-8655-e157bb661133 req-4d91a3cd-bdd9-48d5-b314-288866d7b7c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 943 time: 0.1572523
Jan 21 07:58:39.822087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:39.826677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5f396b93604061b397b0ae31b857dd is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:39.830088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:39.839410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:39.883431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1b612d9f-97ce-4a5a-8655-e157bb661133 req-4b540010-b014-4e70-8015-d09e571ebac0 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719993
Jan 21 07:58:40.044567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:40.077112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:40.110866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:40.120586 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b5f396b93604061b397b0ae31b857dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8400106
Jan 21 07:58:40.123845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56396) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:40.142941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a55d4b-50bb-4a27-9f8d-753b5f4c259c,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:40.158834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:40.197962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:40.231624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:40.493566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:40.501860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:40.519550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:40.523849 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31a55d4b-50bb-4a27-9f8d-753b5f4c259c HTTP/1.1" status: 204  len: 168 time: 0.3957944
Jan 21 07:58:40.538166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a55d4b-50bb-4a27-9f8d-753b5f4c259c,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:40.586802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:40.644171 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ff9649e0-5265-4b99-99cd-31096439523d req-b3417077-9048-46d7-ab90-e284bd465d61 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 210 time: 0.1201851
Jan 21 07:58:40.723351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d729f-1a8f-43b4-9f35-7834d5ca8d25 req-1f3b03df-eaa1-4060-ba2c-eff99a133efb tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:40.725960 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13d729f-1a8f-43b4-9f35-7834d5ca8d25 req-1f3b03df-eaa1-4060-ba2c-eff99a133efb tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1406026
Jan 21 07:58:40.792596 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13d729f-1a8f-43b4-9f35-7834d5ca8d25 req-54bf2260-eb7a-4019-8813-2c72df914451 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608983
Jan 21 07:58:41.196908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921731-874a-4e73-8be8-b6438c65c0bb req-c221e951-8636-4246-ae2e-224ad384434f tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:41.199900 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-21921731-874a-4e73-8be8-b6438c65c0bb req-c221e951-8636-4246-ae2e-224ad384434f tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 943 time: 0.1693685
Jan 21 07:58:41.280037 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-21921731-874a-4e73-8be8-b6438c65c0bb req-22cee60f-0e8d-47b9-b304-f5a0917cd9c7 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739317
Jan 21 07:58:41.332100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.objects.ports [None req-9d131d0d-269f-498d-b86a-c643f38ee444 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80208) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 21 07:58:41.654864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56448) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:41.873845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:41.894625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:41.900085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Usage tracker for resource:security_group_rule and tenant:ebee40974448482796b95f20d86523d2 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:41.903902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:41.933595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-edaefe5c-b7c5-42ad-b35f-08e0dfb696cc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:41.935281 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-edaefe5c-b7c5-42ad-b35f-08e0dfb696cc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 0.4860680
Jan 21 07:58:41.963690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:41.968112 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e7d47249-829a-4466-a3f7-d999360f8d77 req-0f8b4a37-bb16-4f79-af26-029a45bc895e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 210 time: 0.0607712
Jan 21 07:58:41.979481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Request body: {'port': {'device_id': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e', 'admin_state_up': True, 'tenant_id': '3e5b1b04c601443689db8ecb1639db0b'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:42.143024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:42.147932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Usage tracker for resource:port and tenant:3e5b1b04c601443689db8ecb1639db0b is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:42.151780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Quota usage for port was recalculated. Used quota:2. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:42.158309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:42.168103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.193280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f07fad-d18a-4b0d-84ad-9157c23f8444 req-8af3d461-a115-426f-aa42-ec88af683371 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:42.195101 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-37f07fad-d18a-4b0d-84ad-9157c23f8444 req-8af3d461-a115-426f-aa42-ec88af683371 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1920323
Jan 21 07:58:42.227522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.243136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-05eccff7-5617-4cac-834c-d1995fbac5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:42.259535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Made reservation on behalf of 3e5b1b04c601443689db8ecb1639db0b for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:58:42.269920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.307488 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-37f07fad-d18a-4b0d-84ad-9157c23f8444 req-7c0f98f9-f0ab-46f3-8c60-1b42a36a950e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056633
Jan 21 07:58:42.334699 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebee40974448482796b95f20d86523d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6785920
Jan 21 07:58:42.335943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56476) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:42.336770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706959ce-3243-4194-b422-6e06566a99f7,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:42.341586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:42.423043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.491892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.608742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.620036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:42.632671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cef8a014-798c-4c97-8d87-aafe144dd31f up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:42.635903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706959ce-3243-4194-b422-6e06566a99f7,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:42.641431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:42.650775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.655116 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/706959ce-3243-4194-b422-6e06566a99f7 HTTP/1.1" status: 204  len: 168 time: 0.3149824
Jan 21 07:58:42.708582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc8598-7bc6-424d-a05f-331d6bc735df req-d7d9ea5d-ed30-4f27-b06d-c0aead2ace82 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:42.710696 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9dc8598-7bc6-424d-a05f-331d6bc735df req-d7d9ea5d-ed30-4f27-b06d-c0aead2ace82 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 943 time: 0.1587486
Jan 21 07:58:42.717038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Allocated IP 172.20.0.8 (f3d3fa3b-4076-4955-9e32-1e92dbbb846e/6f0ae056-82d6-4670-847f-d6d59d7eb213/e9992166-b330-4dab-a098-b42e15557ca1) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:58:42.797445 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9dc8598-7bc6-424d-a05f-331d6bc735df req-3b2513af-6c71-4bff-ae1f-efb1cbfaedd6 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673087
Jan 21 07:58:42.816234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port cef8a014-798c-4c97-8d87-aafe144dd31f completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:58:42.816234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cef8a014-798c-4c97-8d87-aafe144dd31f triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:42.816234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.958025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:42.992433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:43.005562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port cef8a014-798c-4c97-8d87-aafe144dd31f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cef8a014-798c-4c97-8d87-aafe144dd31f,segment=NetworkSegment(c2145494-3289-424e-9fad-b700182677fd),segment_id=c2145494-3289-424e-9fad-b700182677fd)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:43.047217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:43.049570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:43.052437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:43.115377 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f', 'code': 200}
Jan 21 07:58:43.146112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:43.169008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=cef8a014-798c-4c97-8d87-aafe144dd31f,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:43.184248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:43.188447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aa69eddc-5243-480c-97a1-5253e4d30d23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:43.396973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9470d-7f51-4623-9151-6d1d44c3a81b req-678e5915-b689-4f02-97c4-187a4178deb7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:43.400041 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-96f9470d-7f51-4623-9151-6d1d44c3a81b req-678e5915-b689-4f02-97c4-187a4178deb7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 931 time: 0.2141039
Jan 21 07:58:43.467320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event updated for resources: {'Port': ['ID=e9992166-b330-4dab-a098-b42e15557ca1,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:43.482440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:43.534026 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-96f9470d-7f51-4623-9151-6d1d44c3a81b req-69bc798a-9b1c-4a3f-8c7c-d4ebdeb18230 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270576
Jan 21 07:58:43.580749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:58:43.582826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:58:43.590341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:58:43.643975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cef8a014-798c-4c97-8d87-aafe144dd31f up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:43.718888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:43.719625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:43.749871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18995-a398-487a-95d7-2bc4393a05cb req-3c705a7b-4860-4a71-8159-712eabdfc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:43.751675 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6de18995-a398-487a-95d7-2bc4393a05cb req-3c705a7b-4860-4a71-8159-712eabdfc3ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 1162 time: 0.2166185
Jan 21 07:58:43.757938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cef8a014-798c-4c97-8d87-aafe144dd31f triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:43.758592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:43.774743 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8001566
Jan 21 07:58:43.777465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd3330-8a11-4b8f-b1be-96820fa8eda7 req-1e476dec-26c1-40d7-b271-9ae97106e375 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:43.779270 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bedd3330-8a11-4b8f-b1be-96820fa8eda7 req-1e476dec-26c1-40d7-b271-9ae97106e375 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1516037
Jan 21 07:58:43.810730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Request body: {'port': {'device_id': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:43.898754 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bedd3330-8a11-4b8f-b1be-96820fa8eda7 req-6ad0665b-4b56-45a1-b5fa-afc9daa7c146 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028645
Jan 21 07:58:43.905307 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6de18995-a398-487a-95d7-2bc4393a05cb req-6d9939cc-09f9-4b6c-8c29-fd7f51aeedbf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247501
Jan 21 07:58:44.089693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:44.207595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f89bb-9c03-4fc2-9e99-5a438d961513 req-61a2c190-16ae-4603-9d5a-dca8fa0f88bf tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:44.213060 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-925f89bb-9c03-4fc2-9e99-5a438d961513 req-61a2c190-16ae-4603-9d5a-dca8fa0f88bf tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 945 time: 0.1241267
Jan 21 07:58:44.271085 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-925f89bb-9c03-4fc2-9e99-5a438d961513 req-18d460d4-ce58-43e5-b522-f897a6f0c595 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542991
Jan 21 07:58:44.768572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9992166-b330-4dab-a098-b42e15557ca1 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:58:44.792436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:44.947904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1873cd-cd5d-4f19-84e7-bf22e10a10e0 req-ec2471a4-cf65-419e-88e0-649295ed95b8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:44.950837 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8b1873cd-cd5d-4f19-84e7-bf22e10a10e0 req-ec2471a4-cf65-419e-88e0-649295ed95b8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 931 time: 0.1759632
Jan 21 07:58:45.007302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Transition to ACTIVE for port object e9992166-b330-4dab-a098-b42e15557ca1 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:58:45.037556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:45.056235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:45.069976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8b1873cd-cd5d-4f19-84e7-bf22e10a10e0 req-05dcca3c-18b1-486d-afff-2cc4ce645419 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114011
Jan 21 07:58:45.076877 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-4a1da232-f4bf-41a1-9784-a4a0deb29390 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/networks?tenant_id=c0ef603560ee4f4a8b92e2c670d482ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0663266
Jan 21 07:58:45.220532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Pushing event updated for resources: {'Port': ['ID=e9992166-b330-4dab-a098-b42e15557ca1,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:45.225978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:45.466027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Attempting to bind port e9992166-b330-4dab-a098-b42e15557ca1 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:58:45.466742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Attempting to bind port e9992166-b330-4dab-a098-b42e15557ca1 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:58:45.467443 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Attempting to bind port e9992166-b330-4dab-a098-b42e15557ca1 on network f3d3fa3b-4076-4955-9e32-1e92dbbb846e {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:58:45.484301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:58:45.485033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Checking segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:58:45.485911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:45.486477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Bound using segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:58:45.487356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Bound port: e9992166-b330-4dab-a098-b42e15557ca1, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:58:45.487991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:45.548486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-4905defd-560e-4431-af8e-c2f6c80b99ef tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:45.561982 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-4905defd-560e-4431-af8e-c2f6c80b99ef tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4732943
Jan 21 07:58:45.591186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-d7813edd-edcf-466f-b730-1f34f9b57cf3 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/quotas/c0ef603560ee4f4a8b92e2c670d482ee HTTP/1.1" status: 200  len: 375 time: 0.0278718
Jan 21 07:58:45.616684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270a22b-a9a7-4816-a057-26386ad5cbd2 req-2e2c73b6-a0e2-48d4-ab70-d44a1dfc6c55 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:45.618489 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0270a22b-a9a7-4816-a057-26386ad5cbd2 req-2e2c73b6-a0e2-48d4-ab70-d44a1dfc6c55 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3607430
Jan 21 07:58:45.663598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] For port e9992166-b330-4dab-a098-b42e15557ca1, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:58:45.668847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] For port e9992166-b330-4dab-a098-b42e15557ca1, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e9992166-b330-4dab-a098-b42e15557ca1,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:58:45.695489 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-a0de636e-26fb-4c0b-aa9a-86ae366615ea tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0ef603560ee4f4a8b92e2c670d482ee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0758502
Jan 21 07:58:45.706482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:45.744493 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0270a22b-a9a7-4816-a057-26386ad5cbd2 req-3bf805ea-c80f-42a2-8921-9ed5788fb689 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859928
Jan 21 07:58:45.893220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:45.980509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Pushing event updated for resources: {'Port': ['ID=e9992166-b330-4dab-a098-b42e15557ca1,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:45.984454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:46.035673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:46.035673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:46.035673 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] 10.222.0.76 "PUT /v2.0/ports/e9992166-b330-4dab-a098-b42e15557ca1 HTTP/1.1" status: 200  len: 1157 time: 2.2158754
Jan 21 07:58:46.035673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:46.242314 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3bb45-b979-48b0-8148-b147115b8732 req-44a1894b-55e9-4651-a59c-4d8754aac3c4 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:46.245471 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c7e3bb45-b979-48b0-8148-b147115b8732 req-44a1894b-55e9-4651-a59c-4d8754aac3c4 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 945 time: 0.1791360
Jan 21 07:58:46.280741 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-3ebd4fe6-cb71-4b61-96c6-f7c8dbba1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:46.280741 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-3ebd4fe6-cb71-4b61-96c6-f7c8dbba1fa6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 1160 time: 0.1268282
Jan 21 07:58:46.324414 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c7e3bb45-b979-48b0-8148-b147115b8732 req-2c935860-92bd-43bc-95cc-0ec1865eabaa tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702879
Jan 21 07:58:46.513075 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-b013f870-bf7d-4062-96c7-0b85523159e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9992166-b330-4dab-a098-b42e15557ca1 HTTP/1.1" status: 200  len: 217 time: 0.1729851
Jan 21 07:58:46.538574 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1', 'status': 'completed', 'code': 200}
Jan 21 07:58:46.560781 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-890615d1-c549-4961-ad1c-0e4486ff189a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1566248
Jan 21 07:58:46.664666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-181e45a9-b23e-4ae5-ac15-bca0819ff403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:46.666729 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-181e45a9-b23e-4ae5-ac15-bca0819ff403 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.1227582
Jan 21 07:58:46.672000 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bea31c0b-586a-4840-a7d4-58a1d41e3f4c req-1db9cb4a-ebbd-4821-b4c8-ebabadf2c0b7 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 210 time: 0.0651045
Jan 21 07:58:46.703711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cef8a014-798c-4c97-8d87-aafe144dd31f up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:46.777555 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-fb3ea9d7-b24f-4938-b800-50fa3d5d8911 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0974214
Jan 21 07:58:46.866276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cef8a014-798c-4c97-8d87-aafe144dd31f triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:46.869657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:46.937262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-aba7085e-46d8-4f53-bcba-3f872df854aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:46.939177 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-aba7085e-46d8-4f53-bcba-3f872df854aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 1163 time: 0.1868143
Jan 21 07:58:47.046454 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-faf196f3-03f6-4886-8739-5f1acfdc57e0 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582304
Jan 21 07:58:47.292995 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f87b9ea-818c-44da-af4a-20fcc395e098 req-25b02d41-2810-4412-ac5e-06680f2ef6a5 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1588225
Jan 21 07:58:47.338945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932bb0a-e338-4931-9b2d-c7ac178ffd64 req-51a700a2-a606-4772-b2f9-eec40d29a053 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:47.340711 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d932bb0a-e338-4931-9b2d-c7ac178ffd64 req-51a700a2-a606-4772-b2f9-eec40d29a053 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3259912
Jan 21 07:58:47.367815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad393a-2d58-46a1-8d68-baa57f828001 req-ffb49e1d-2d5e-4606-a1e6-3b134d961083 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:47.372647 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdad393a-2d58-46a1-8d68-baa57f828001 req-ffb49e1d-2d5e-4606-a1e6-3b134d961083 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 943 time: 0.3073075
Jan 21 07:58:47.431641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-63e78aaf-94ae-4510-931b-4625f1db802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:47.433251 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-63e78aaf-94ae-4510-931b-4625f1db802f service neutron] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 909 time: 0.2994339
Jan 21 07:58:47.475442 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d932bb0a-e338-4931-9b2d-c7ac178ffd64 req-104e4ec7-3464-44c2-afce-0c8e67539ba3 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946245
Jan 21 07:58:47.486537 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdad393a-2d58-46a1-8d68-baa57f828001 req-41ebc4a1-9430-41d7-948f-4facb25b6fe9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991867
Jan 21 07:58:47.741602 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-9a13fe1c-4710-45d7-bdd7-88dbff9988cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:47.743330 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-9a13fe1c-4710-45d7-bdd7-88dbff9988cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 1160 time: 0.1592851
Jan 21 07:58:47.942224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cef8a014-798c-4c97-8d87-aafe144dd31f up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:47.969908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-9ef53357-556e-4574-99a8-002cde773736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:47.972152 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-9ef53357-556e-4574-99a8-002cde773736 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 909 time: 0.1965222
Jan 21 07:58:47.980334 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-7d30ff23-5391-4a86-815c-2ea78e64c760 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e5e7335-aef7-4d01-bab2-87747fe77021 HTTP/1.1" status: 200  len: 217 time: 0.4231069
Jan 21 07:58:48.077299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cef8a014-798c-4c97-8d87-aafe144dd31f triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:48.077721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:48.105570 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-93979816-4db0-4788-affb-8d0652bbf444 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9992166-b330-4dab-a098-b42e15557ca1 HTTP/1.1" status: 200  len: 217 time: 0.1133277
Jan 21 07:58:48.134737 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-508d49e2-592c-41ba-ab34-56b79fe95161 req-a1bb3c93-31c0-4e5f-8f59-0700e1602ce0 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 210 time: 0.0691900
Jan 21 07:58:48.184015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-c1e832aa-5c66-47b6-aa03-d9d56ec8e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:48.184015 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-c1e832aa-5c66-47b6-aa03-d9d56ec8e5f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.1887622
Jan 21 07:58:48.269384 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c7898-6732-417f-9c2a-f8099906866a req-1674464a-a6d9-4bf1-a305-9e2ed7afaffc tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:48.277395 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cf3c7898-6732-417f-9c2a-f8099906866a req-1674464a-a6d9-4bf1-a305-9e2ed7afaffc tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 945 time: 0.3651924
Jan 21 07:58:48.299301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-cfc278c5-1b7a-4911-be40-2977e259f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:48.301955 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-cfc278c5-1b7a-4911-be40-2977e259f0e5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.1836040
Jan 21 07:58:48.307909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-f325a481-cf03-4050-942e-f95136ae35f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1158254
Jan 21 07:58:48.354028 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cf3c7898-6732-417f-9c2a-f8099906866a req-e5287622-5d1c-4a69-8fe1-3efe0264147f tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752704
Jan 21 07:58:48.405164 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-382dec36-5cef-4219-849e-7cbf535c1457 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757494
Jan 21 07:58:48.592213 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-b163c9be-78ba-4e72-a314-61c6477775b8 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195807
Jan 21 07:58:48.649014 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-9676daff-3599-4dc5-938f-aed7ae0ea04c service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292690
Jan 21 07:58:48.872457 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52ea0608-920d-4599-bb83-da26a5543ef7 req-a8175951-9222-4d7f-a561-5579d5dbe65d service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2123449
Jan 21 07:58:48.941653 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f13bf6a8-41e5-43af-886e-5bd4d7876ef0 req-72d248e9-7b17-4aa4-8291-721e569346c1 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3409722
Jan 21 07:58:48.998321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01026c-c47e-45cd-906b-726084a343fb req-0fdcc43f-b77c-42ef-9868-3caec7fbc2c7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:49.000042 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2e01026c-c47e-45cd-906b-726084a343fb req-0fdcc43f-b77c-42ef-9868-3caec7fbc2c7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2650139
Jan 21 07:58:49.032331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e201bc-bc98-4b4b-8368-b0942681103a req-3bbaf261-04c6-49b5-b84b-6925d757576e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:49.034142 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3e201bc-bc98-4b4b-8368-b0942681103a req-3bbaf261-04c6-49b5-b84b-6925d757576e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 943 time: 0.2907474
Jan 21 07:58:49.126843 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2e01026c-c47e-45cd-906b-726084a343fb req-ca4a869e-d850-4a71-b779-d87921fad3ba tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915067
Jan 21 07:58:49.138848 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3e201bc-bc98-4b4b-8368-b0942681103a req-d75f438a-c6c2-4477-9275-fbff709cbe61 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877590
Jan 21 07:58:49.397873 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ba78967f-46c0-450b-ba11-aeac11888a08 req-8b11a71d-c384-42f7-a5c4-de0e0eff4fb9 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 210 time: 0.1018801
Jan 21 07:58:49.414629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-5d62dd1e-8688-494e-8ced-b503d56cccf9 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.76 "GET /v2.0/networks?tenant_id=c0ef603560ee4f4a8b92e2c670d482ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0693572
Jan 21 07:58:49.698738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-d7f4b51d-41a4-4c9f-a581-b968dbae6a6f tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:49.700493 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-d7f4b51d-41a4-4c9f-a581-b968dbae6a6f tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2786484
Jan 21 07:58:49.756943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Request body: {'port': {'device_id': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981', 'admin_state_up': True, 'tenant_id': 'c0ef603560ee4f4a8b92e2c670d482ee'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:49.916808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:49.920732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Usage tracker for resource:port and tenant:c0ef603560ee4f4a8b92e2c670d482ee is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:49.923978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Quota usage for port was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:49.932142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:49.990339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Made reservation on behalf of c0ef603560ee4f4a8b92e2c670d482ee for: {'port': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:58:49.999618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:50.015826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:50.035911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:50.040555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Usage tracker for resource:security_group_rule and tenant:c0ef603560ee4f4a8b92e2c670d482ee is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:50.044385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:50.051342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:50.152000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:50.190634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:50.208852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6157305a-b54a-4aab-b5fb-66b8439ad9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:50.357372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Pushing event updated for resources: {'SecurityGroup': ['ID=81bc2666-2d80-4398-a97a-cd210d20cef3,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:50.403113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:50.667387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f37bd8-4a36-4961-add6-f4f3cc687476 req-09c65c56-b329-4782-baca-b4a2d02115f1 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:50.669763 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95f37bd8-4a36-4961-add6-f4f3cc687476 req-09c65c56-b329-4782-baca-b4a2d02115f1 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 943 time: 0.3748927
Jan 21 07:58:50.705774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99405a95-049d-4541-9910-58191932a238 req-ca3e0762-f44f-4f39-9bae-0fe3eb496a66 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:50.709669 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99405a95-049d-4541-9910-58191932a238 req-ca3e0762-f44f-4f39-9bae-0fe3eb496a66 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3086972
Jan 21 07:58:50.787065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56770) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:50.865652 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95f37bd8-4a36-4961-add6-f4f3cc687476 req-7fbfac01-99ff-46e5-b1db-e40bb2863e79 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848729
Jan 21 07:58:50.884400 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99405a95-049d-4541-9910-58191932a238 req-b497caab-c034-4c4f-a2eb-56fd8be36926 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667647
Jan 21 07:58:50.897544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Allocated IP 192.168.233.196 (f9fe288e-9fef-4794-9097-79e7aaeaf981/dca2bf38-586d-4004-b1e1-6778c884be77/cbbb85d5-04a9-481c-a9e1-87aa9b95fb80) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:58:50.988957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.009076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:51.014224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2321a2c12140409dcb716227b74e05 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:51.017701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:51.025848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:51.133583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.173064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.184496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:51.252387 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a2321a2c12140409dcb716227b74e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4636924
Jan 21 07:58:51.256197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56778) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:51.257404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04524c0-0f8f-4658-a5cd-8b1106ffd148,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:51.288525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.288935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.289352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.289736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.290158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.290552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.290940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.291325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.291712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.292100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.292487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.292869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.293309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.293702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.294136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.294519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.294902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.295281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.295696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.296078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.296448 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.296834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.297281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.297661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:51.321712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:51.336541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-da6937a1-1a6b-4b0c-8b85-34ab90fa5db9 req-29f3ee44-4a39-4750-b983-b69b25b69231 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 210 time: 0.2703719
Jan 21 07:58:51.359836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.393942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.423920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.446539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Transition to ACTIVE for port object cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 will not be triggered until provisioned by entity DHCP. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:58:51.475822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.481321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b5ed3b38-14fd-4a1d-8251-d575e0b414c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:51.497871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04524c0-0f8f-4658-a5cd-8b1106ffd148,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:51.500633 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:51.501456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.507640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.508209 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e04524c0-0f8f-4658-a5cd-8b1106ffd148 HTTP/1.1" status: 204  len: 168 time: 0.2436304
Jan 21 07:58:51.531728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:51.682653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Pushing event updated for resources: {'Port': ['ID=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:51.698394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:51.749243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Network f9fe288e-9fef-4794-9097-79e7aaeaf981 is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:58:51.750519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:58:51.752944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:58:51.851724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:51.852656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:51.968372 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2172334
Jan 21 07:58:51.994009 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Request body: {'port': {'device_id': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:58:52.064709 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-1995b81e-37e3-47a0-a6d0-06cf48013478 None None] Provisioning for port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:58:52.070855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-1995b81e-37e3-47a0-a6d0-06cf48013478 None None] Provisioning complete for port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:52.071276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1995b81e-37e3-47a0-a6d0-06cf48013478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.131130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-1995b81e-37e3-47a0-a6d0-06cf48013478 None None] Port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 07:58:52.232280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56796) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:52.254729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.262705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.270923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:52.275929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d26d814ab348477fb947bf6fa6d2642f is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:52.279055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:52.285445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:52.360378 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9323c1b-9f79-427c-8c77-b4d410b2eb4f req-3642e611-6ff5-4a1c-846e-1ffb6178545b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:52.362090 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9323c1b-9f79-427c-8c77-b4d410b2eb4f req-3642e611-6ff5-4a1c-846e-1ffb6178545b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 943 time: 0.3114016
Jan 21 07:58:52.377445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.388504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67a007-fcee-4992-97dd-381bf8c19aad req-cfa98673-693a-421e-b09e-c89f15a65980 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:52.390216 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ff67a007-fcee-4992-97dd-381bf8c19aad req-cfa98673-693a-421e-b09e-c89f15a65980 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3342497
Jan 21 07:58:52.417968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.430419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:52.481461 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d26d814ab348477fb947bf6fa6d2642f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2477965
Jan 21 07:58:52.482133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56806) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:52.497656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7617a184-7f36-48e8-a96a-aba240a5281e,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:52.501420 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:52.546925 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9323c1b-9f79-427c-8c77-b4d410b2eb4f req-fd5324da-7ac7-445f-afc6-db748a649890 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534667
Jan 21 07:58:52.555668 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ff67a007-fcee-4992-97dd-381bf8c19aad req-4b0ca03b-8090-4897-9be3-d1550c3766d7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511214
Jan 21 07:58:52.559252 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.589719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.664254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.669572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d6b2a575-fa52-4e2b-a8c0-c12710ac5617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:52.682011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7617a184-7f36-48e8-a96a-aba240a5281e,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:52.687980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:52.690099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:52.691454 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7617a184-7f36-48e8-a96a-aba240a5281e HTTP/1.1" status: 204  len: 168 time: 0.2074504
Jan 21 07:58:52.915555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c70a4f-e613-4d7b-b6ae-739dbdbe8a4a req-1ddc6790-af71-467c-81c4-513afabab004 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:52.916397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-00c70a4f-e613-4d7b-b6ae-739dbdbe8a4a req-1ddc6790-af71-467c-81c4-513afabab004 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Synchronizing usage tracker for tenant:c0ef603560ee4f4a8b92e2c670d482ee on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:58:53.002894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 {{(pid=80206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:58:53.012151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.026454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-00c70a4f-e613-4d7b-b6ae-739dbdbe8a4a req-1ddc6790-af71-467c-81c4-513afabab004 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Unset dirty status for tenant:c0ef603560ee4f4a8b92e2c670d482ee on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:58:53.027681 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00c70a4f-e613-4d7b-b6ae-739dbdbe8a4a req-1ddc6790-af71-467c-81c4-513afabab004 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 936 time: 0.2830768
Jan 21 07:58:53.028652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Transition to ACTIVE for port object cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 will not be triggered until provisioned by entity L2. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:58:53.084796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-00c70a4f-e613-4d7b-b6ae-739dbdbe8a4a req-e23e8c2f-1705-43b5-a694-33c57f49a294 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Synchronizing usage tracker for tenant:c0ef603560ee4f4a8b92e2c670d482ee on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:58:53.100102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.116470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:53.217618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-00c70a4f-e613-4d7b-b6ae-739dbdbe8a4a req-e23e8c2f-1705-43b5-a694-33c57f49a294 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Unset dirty status for tenant:c0ef603560ee4f4a8b92e2c670d482ee on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:58:53.217618 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00c70a4f-e613-4d7b-b6ae-739dbdbe8a4a req-e23e8c2f-1705-43b5-a694-33c57f49a294 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1794116
Jan 21 07:58:53.268174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Pushing event updated for resources: {'Port': ['ID=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:53.282553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:53.333845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.413473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e738-3547-4751-8c7f-6a5e0a76fed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.473642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Attempting to bind port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:58:53.474248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Attempting to bind port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:58:53.474446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Attempting to bind port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 on network f9fe288e-9fef-4794-9097-79e7aaeaf981 {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:58:53.481093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:58:53.481726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Checking segment: {'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:58:53.482324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.482876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Bound using segment: {'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:58:53.483653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Bound port: cbbb85d5-04a9-481c-a9e1-87aa9b95fb80, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f4e278-b8b0-4b30-ab0a-755e48997386', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f9fe288e-9fef-4794-9097-79e7aaeaf981'}}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:58:53.484180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.588452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] For port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80, host hv-cinder-76859, cleared binding levels {{(pid=80206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:58:53.591975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] For port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,segment=NetworkSegment(95f4e278-b8b0-4b30-ab0a-755e48997386),segment_id=95f4e278-b8b0-4b30-ab0a-755e48997386)] {{(pid=80206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:58:53.608054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device e9992166-b330-4dab-a098-b42e15557ca1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:53.636316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.739389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port e9992166-b330-4dab-a098-b42e15557ca1 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:58:53.745146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port e9992166-b330-4dab-a098-b42e15557ca1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:53.745852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.775611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-81ba6605-91fb-4468-9cec-e18140d1844b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:53.891553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.937974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port e9992166-b330-4dab-a098-b42e15557ca1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e9992166-b330-4dab-a098-b42e15557ca1,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:58:53.939054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:53.962258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Pushing event updated for resources: {'Port': ['ID=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,revision_number=3']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:53.979266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:53.980374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device adbc66c9-5576-499e-9532-c130b6c00d5b up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:53.998509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:53.998923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:53.999324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.000044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.000526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.000878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.001366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.001777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.002172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.002558 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.002927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.004058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.004654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.005127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.005772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.006282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.006677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.007235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.007625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.008088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.008478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.008940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.009327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.009783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:58:54.024460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:54.040807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-639c1a6a-216b-4a2c-a08e-73aba0aecea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:54.156195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port adbc66c9-5576-499e-9532-c130b6c00d5b triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:54.156697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:54.161396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc601095-0655-4263-8de0-b707040a8f75 req-6c4bc206-3611-4136-8707-7ef7c48c0a0a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:54.163201 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dc601095-0655-4263-8de0-b707040a8f75 req-6c4bc206-3611-4136-8707-7ef7c48c0a0a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 943 time: 0.4256020
Jan 21 07:58:54.167559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:54.168249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:54.169795 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] 10.222.0.76 "PUT /v2.0/ports/cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 HTTP/1.1" status: 200  len: 1162 time: 2.1824625
Jan 21 07:58:54.170317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:58:54.201802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d7c59-52b1-4a1a-87ba-23c4b7365bef req-f1c76b30-23cb-40ba-b67a-83fa473065d9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:54.216960 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-963d7c59-52b1-4a1a-87ba-23c4b7365bef req-f1c76b30-23cb-40ba-b67a-83fa473065d9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.4805319
Jan 21 07:58:54.229124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=e9992166-b330-4dab-a098-b42e15557ca1,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:54.234271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:54.309540 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dc601095-0655-4263-8de0-b707040a8f75 req-6a12cab3-00f2-4dd2-a6ca-4702e97bbaf3 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332910
Jan 21 07:58:54.422621 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-963d7c59-52b1-4a1a-87ba-23c4b7365bef req-a3ec5c78-e00e-430e-8d9e-ec15109122c2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040486
Jan 21 07:58:54.450643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-82d6556c-8deb-417a-ae88-0de4fb884c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:54.452584 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-82d6556c-8deb-417a-ae88-0de4fb884c36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0ef603560ee4f4a8b92e2c670d482ee&device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 1165 time: 0.1393912
Jan 21 07:58:54.513279 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1', 'code': 200}
Jan 21 07:58:54.779781 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80', 'status': 'completed', 'code': 200}
Jan 21 07:58:54.839133 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-4330eaff-620e-4f5d-9cfa-eb6a39b1f332 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 HTTP/1.1" status: 200  len: 217 time: 0.3482120
Jan 21 07:58:54.941651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-8e477337-f1f1-4a32-abe8-29240664352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:54.943446 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-8e477337-f1f1-4a32-abe8-29240664352e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dca2bf38-586d-4004-b1e1-6778c884be77 HTTP/1.1" status: 200  len: 843 time: 0.0936730
Jan 21 07:58:54.959871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device e9992166-b330-4dab-a098-b42e15557ca1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:54.975945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a834787-7674-4eda-b2e4-be285c276597 req-d3d5e613-b515-44f2-a6f1-caf795a26449 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:54.977678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9a834787-7674-4eda-b2e4-be285c276597 req-d3d5e613-b515-44f2-a6f1-caf795a26449 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.2001128
Jan 21 07:58:55.070627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port e9992166-b330-4dab-a098-b42e15557ca1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:55.071332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:55.100026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cafa1-0186-4167-82d9-a128cb17fca4 req-0c365388-4de4-481b-aaa4-7d1f570033a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:55.101678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e30cafa1-0186-4167-82d9-a128cb17fca4 req-0c365388-4de4-481b-aaa4-7d1f570033a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 1162 time: 0.1024282
Jan 21 07:58:55.111387 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9a834787-7674-4eda-b2e4-be285c276597 req-95878c31-00dd-4c29-9b78-9d7d46982b9a tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849738
Jan 21 07:58:55.144168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-a5feae20-9e65-4c9c-baff-c34ebb4188e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:55.146203 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-a5feae20-9e65-4c9c-baff-c34ebb4188e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9fe288e-9fef-4794-9097-79e7aaeaf981&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1674993
Jan 21 07:58:55.414831 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-e3566893-1315-4346-9a5e-9771dfb11ab6 service neutron] 10.222.0.76 "GET /v2.0/networks/f9fe288e-9fef-4794-9097-79e7aaeaf981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2587693
Jan 21 07:58:55.444539 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e30cafa1-0186-4167-82d9-a128cb17fca4 req-e15bc317-2755-4c5a-a94b-ddee20136651 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3273602
Jan 21 07:58:55.716220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d107e6b2-7338-4171-9a53-37eba0357b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:55.744782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf69f-0e45-478b-b174-63b34f53a695 req-3bd00b70-c24f-4a3d-9484-5f4625ebc78b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:55.746561 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-732cf69f-0e45-478b-b174-63b34f53a695 req-3bd00b70-c24f-4a3d-9484-5f4625ebc78b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 945 time: 0.2251565
Jan 21 07:58:55.749761 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c20b29d-8105-4c92-9fdf-74dbd9278cd1 req-2c5dc678-eda2-4cc2-b8dd-4a52567339e3 service neutron] 10.222.0.76 "GET /v2.0/networks/f9fe288e-9fef-4794-9097-79e7aaeaf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3259315
Jan 21 07:58:55.829071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56886) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:55.836473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05c629-5c14-461d-8e37-54491f5cd699 req-2fc0198f-5576-44ea-9825-782434f863b0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:55.838343 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c05c629-5c14-461d-8e37-54491f5cd699 req-2fc0198f-5576-44ea-9825-782434f863b0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2302918
Jan 21 07:58:55.841672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:58:55.844394 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-732cf69f-0e45-478b-b174-63b34f53a695 req-81f08028-5271-4811-8a3e-303d77e656f3 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907745
Jan 21 07:58:55.898156 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c05c629-5c14-461d-8e37-54491f5cd699 req-f8b87db8-ee7a-465b-ad4b-ae40964dffa6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519974
Jan 21 07:58:56.023717 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.039528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:56.043726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Usage tracker for resource:security_group_rule and tenant:918718aff7284a5a8e9e70ba2af1e98a is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:56.047263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:56.053940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:56.104149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.143998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.177183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.184463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a92ad3c4-e0c9-4813-9dfa-e6fb651091dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:56.230806 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=918718aff7284a5a8e9e70ba2af1e98a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4002013
Jan 21 07:58:56.233268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34d139-ca50-4bf9-85f4-b0259b788387,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:56.233478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 56894) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:56.236840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:56.255792 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d279e15-958e-4d4c-bb07-3605914651ec req-40d55d6f-6daf-49ef-b0a9-8a15ef273b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:56.257488 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d279e15-958e-4d4c-bb07-3605914651ec req-40d55d6f-6daf-49ef-b0a9-8a15ef273b68 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0ef603560ee4f4a8b92e2c670d482ee&device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 1165 time: 0.1075833
Jan 21 07:58:56.393545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.496478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.596395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d279e15-958e-4d4c-bb07-3605914651ec req-2bce741d-ce6e-4546-bc37-985b150ae9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:56.598078 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d279e15-958e-4d4c-bb07-3605914651ec req-2bce741d-ce6e-4546-bc37-985b150ae9e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9fe288e-9fef-4794-9097-79e7aaeaf981 HTTP/1.1" status: 200  len: 863 time: 0.2967587
Jan 21 07:58:56.628460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5cc51-5ed9-4a52-8111-880a10367015 req-23c471c2-fc92-41b2-8da2-78a178bce6e5 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:56.630877 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-caa5cc51-5ed9-4a52-8111-880a10367015 req-23c471c2-fc92-41b2-8da2-78a178bce6e5 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.2924337
Jan 21 07:58:56.718505 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d279e15-958e-4d4c-bb07-3605914651ec req-e9b71cbb-ff73-45b1-b293-53db0d5e4059 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 HTTP/1.1" status: 200  len: 217 time: 0.0864050
Jan 21 07:58:56.779472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.793651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-61d782fb-5e5f-4ac4-a521-e42461002898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:56.819782 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-caa5cc51-5ed9-4a52-8111-880a10367015 req-c977bf2d-8dae-4af4-b10c-8a3c0dd1bf48 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343002
Jan 21 07:58:56.820612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34d139-ca50-4bf9-85f4-b0259b788387,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:56.824946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:56.836424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.838064 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be34d139-ca50-4bf9-85f4-b0259b788387 HTTP/1.1" status: 204  len: 168 time: 0.6032193
Jan 21 07:58:56.857302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d279e15-958e-4d4c-bb07-3605914651ec req-008ee55c-4bf7-437c-ab6b-cbf5b65e9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:56.859871 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d279e15-958e-4d4c-bb07-3605914651ec req-008ee55c-4bf7-437c-ab6b-cbf5b65e9deb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dca2bf38-586d-4004-b1e1-6778c884be77 HTTP/1.1" status: 200  len: 843 time: 0.1328731
Jan 21 07:58:56.967350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:56.996892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d279e15-958e-4d4c-bb07-3605914651ec req-91c8ccd5-d3aa-4e4d-b2d6-d1a781091e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:57.000345 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d279e15-958e-4d4c-bb07-3605914651ec req-91c8ccd5-d3aa-4e4d-b2d6-d1a781091e53 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9fe288e-9fef-4794-9097-79e7aaeaf981&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1180246
Jan 21 07:58:57.314571 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d279e15-958e-4d4c-bb07-3605914651ec req-280d5d8d-df0c-4ef1-a0cc-d48f0ad981a2 service neutron] 10.222.0.76 "GET /v2.0/networks/f9fe288e-9fef-4794-9097-79e7aaeaf981?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031344
Jan 21 07:58:57.342133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc597-1bb6-45c8-9a4f-a294da2a2706 req-eb64cd08-8944-4024-baa9-fae57053dcb4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:57.343994 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f33cc597-1bb6-45c8-9a4f-a294da2a2706 req-eb64cd08-8944-4024-baa9-fae57053dcb4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 945 time: 0.3029044
Jan 21 07:58:57.392154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8695ac8-d6c4-4cad-a839-09cb5cfbbad0 req-7a3269e4-8139-46bd-951b-dd7e08f29ab1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:57.394479 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8695ac8-d6c4-4cad-a839-09cb5cfbbad0 req-7a3269e4-8139-46bd-951b-dd7e08f29ab1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2508476
Jan 21 07:58:57.476374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56916) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:57.527155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.554551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:58:57.556920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Usage tracker for resource:security_group_rule and tenant:16add4f65e784dcca38653c770cd81ca is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:58:57.560116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:58:57.562304 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f33cc597-1bb6-45c8-9a4f-a294da2a2706 req-43ed3ebc-7641-44cf-b8d0-c993361b231b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665916
Jan 21 07:58:57.567289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:58:57.600190 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8695ac8-d6c4-4cad-a839-09cb5cfbbad0 req-ba3adfa0-9da2-4ca4-93ba-30447f33e88d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308751
Jan 21 07:58:57.658470 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d279e15-958e-4d4c-bb07-3605914651ec req-48d45f41-e2a3-4586-b3e7-c59fb300b9c4 service neutron] 10.222.0.76 "GET /v2.0/networks/f9fe288e-9fef-4794-9097-79e7aaeaf981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3133318
Jan 21 07:58:57.677309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.709821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.719928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0f1c3c36-96e8-4190-ae1d-5ac9a8950850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:57.767472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4168809d-c9fa-4cd3-b050-7e09a9dcb011,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:57.773957 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16add4f65e784dcca38653c770cd81ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960868
Jan 21 07:58:57.775002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:57.775909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 56922) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:58:57.842632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.852115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.881718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.967125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.972581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-249e4c75-2033-494f-9c66-308777323f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:58:57.985931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4168809d-c9fa-4cd3-b050-7e09a9dcb011,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:58:57.988812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:58:57.996847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:57.998103 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4168809d-c9fa-4cd3-b050-7e09a9dcb011 HTTP/1.1" status: 204  len: 168 time: 0.2211778
Jan 21 07:58:58.123153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1416368-dcba-42de-a68a-17ee31d1753e req-902705f4-efbf-4c8b-8381-5da104517673 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:58.125404 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b1416368-dcba-42de-a68a-17ee31d1753e req-902705f4-efbf-4c8b-8381-5da104517673 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.1279428
Jan 21 07:58:58.180724 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b1416368-dcba-42de-a68a-17ee31d1753e req-3621e179-3bf0-4f45-bc52-a75b7218bafb tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482025
Jan 21 07:58:58.918217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b630d9-587a-435d-a5f4-9e34b0f8b828 req-32736806-82ae-4372-b3cd-cbf71db9d6ee tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:58.920254 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-23b630d9-587a-435d-a5f4-9e34b0f8b828 req-32736806-82ae-4372-b3cd-cbf71db9d6ee tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 945 time: 0.1986794
Jan 21 07:58:58.950560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26389a21-4942-4277-b52e-a6b9585fdb3f req-e90149a4-b74f-42de-a679-4479f191d035 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:58.952286 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-26389a21-4942-4277-b52e-a6b9585fdb3f req-e90149a4-b74f-42de-a679-4479f191d035 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1712868
Jan 21 07:58:59.037315 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-23b630d9-587a-435d-a5f4-9e34b0f8b828 req-d247e3e7-4624-43d7-9387-92d708a5208f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836148
Jan 21 07:58:59.047750 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-26389a21-4942-4277-b52e-a6b9585fdb3f req-f400ab4e-0dca-466c-963a-6bf30e5907b0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772021
Jan 21 07:58:59.226623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device e9992166-b330-4dab-a098-b42e15557ca1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:58:59.315654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port e9992166-b330-4dab-a098-b42e15557ca1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:58:59.316793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:58:59.627602 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5608-8e41-4582-b959-f2944bd4cd0f req-2e2a5f56-5bf1-462d-808a-387f2816d751 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:58:59.629352 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-913e5608-8e41-4582-b959-f2944bd4cd0f req-2e2a5f56-5bf1-462d-808a-387f2816d751 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.1078405
Jan 21 07:58:59.684423 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-913e5608-8e41-4582-b959-f2944bd4cd0f req-6bd7a394-11ec-4d76-b5ff-50548ed35f33 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483441
Jan 21 07:59:00.502214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af78fd-5d36-4853-a5cf-86a41688e95f req-460851ab-96a2-4a50-90cf-e88a7ab7fc02 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:00.505597 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f6af78fd-5d36-4853-a5cf-86a41688e95f req-460851ab-96a2-4a50-90cf-e88a7ab7fc02 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.3184299
Jan 21 07:59:00.559903 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f6af78fd-5d36-4853-a5cf-86a41688e95f req-380c7ab4-1a3f-4022-8290-ed95f75aaf7f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470979
Jan 21 07:59:00.959352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ba6b1-20ea-4471-ae5d-0fb20ce5498b req-49c2da3b-1296-4cbf-bc9a-25bffdd8a161 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:00.967949 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-852ba6b1-20ea-4471-ae5d-0fb20ce5498b req-49c2da3b-1296-4cbf-bc9a-25bffdd8a161 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.1401968
Jan 21 07:59:00.969531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network f9fe288e-9fef-4794-9097-79e7aaeaf981 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:59:01.091948 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-852ba6b1-20ea-4471-ae5d-0fb20ce5498b req-1b12a1b5-a274-4104-bc45-e503bee29895 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228042
Jan 21 07:59:01.324994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d85558-812a-475a-9f86-f2fbaa988b46 req-2cf202d9-eac9-45f0-ba17-933123387f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:01.324994 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-82d85558-812a-475a-9f86-f2fbaa988b46 req-2cf202d9-eac9-45f0-ba17-933123387f30 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 1163 time: 0.0853972
Jan 21 07:59:01.375280 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-82d85558-812a-475a-9f86-f2fbaa988b46 req-f832c331-c4f4-4cea-b0f1-b92c2c11079c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388184
Jan 21 07:59:01.814467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7184436-3328-4c8e-b72c-daf9efea87e7 req-491af66a-68eb-409e-ab18-ac28bd066548 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:01.814467 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a7184436-3328-4c8e-b72c-daf9efea87e7 req-491af66a-68eb-409e-ab18-ac28bd066548 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1110671
Jan 21 07:59:01.862364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.objects.ports [None req-7c54fb68-1e36-4961-be31-f181288e1b93 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80208) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 21 07:59:01.881611 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a7184436-3328-4c8e-b72c-daf9efea87e7 req-b233dbe1-0d0b-49d4-9100-ead0e688ccda tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561965
Jan 21 07:59:02.527692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b692ab-b6cd-4aec-a289-2b80b629974c req-9c922032-4db8-46dc-bce3-2d961fdbba6f tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:02.530448 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-21b692ab-b6cd-4aec-a289-2b80b629974c req-9c922032-4db8-46dc-bce3-2d961fdbba6f tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.1309183
Jan 21 07:59:02.590565 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-21b692ab-b6cd-4aec-a289-2b80b629974c req-2a63eda0-7c49-49bd-9612-d8e20b2614c4 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517802
Jan 21 07:59:03.151477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed6165-36b0-4006-901b-bd61ed555962 req-8e3e3a2f-8a68-49a8-bb46-59178ccab6c1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:03.153202 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e1ed6165-36b0-4006-901b-bd61ed555962 req-8e3e3a2f-8a68-49a8-bb46-59178ccab6c1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1324975
Jan 21 07:59:03.165320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 57072) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:03.219398 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e1ed6165-36b0-4006-901b-bd61ed555962 req-d92715ce-2049-40f0-86ec-34a1e155a5fd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517299
Jan 21 07:59:03.374800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.392751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:03.397353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7d5b3ae20d42318ac5a773d2f22590 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:03.400925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:03.407832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:03.452500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:03.574672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.630284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.641848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a2a9e0c7-edd4-48ac-a7d0-f44686a93d46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:03.663989 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:59:03.672122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:03.672672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.692215 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa7d5b3ae20d42318ac5a773d2f22590&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5225465
Jan 21 07:59:03.693337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 57086) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:03.722097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f750846-f41f-4b6a-a244-aa1be0e9dcba,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:03.742160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:03.774629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.808579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.823511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.858038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:59:03.865444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb96cd-feaa-49d5-83e5-065a275bf04d req-1f7ded63-8d61-4d26-afac-e24f9108360b tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:03.867321 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcbb96cd-feaa-49d5-83e5-065a275bf04d req-1f7ded63-8d61-4d26-afac-e24f9108360b tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.1200988
Jan 21 07:59:03.869145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,segment=NetworkSegment(95f4e278-b8b0-4b30-ab0a-755e48997386),segment_id=95f4e278-b8b0-4b30-ab0a-755e48997386)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:59:03.922926 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80', 'code': 200}
Jan 21 07:59:03.932830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.938372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-86b2f75e-5cca-40fb-b2dd-479670734732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:03.941075 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcbb96cd-feaa-49d5-83e5-065a275bf04d req-759a0c27-0ce0-4235-bb65-faffc231158c tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508823
Jan 21 07:59:03.953329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f750846-f41f-4b6a-a244-aa1be0e9dcba,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:03.956436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:03.958017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.959607 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f750846-f41f-4b6a-a244-aa1be0e9dcba HTTP/1.1" status: 204  len: 168 time: 0.2648108
Jan 21 07:59:03.977101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:03.980086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:04.063289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:04.071493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:04.543061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af186ea0-dff8-4af4-b1e4-19b579a712cf req-72a11cc5-9dc2-40a7-84d6-1a8fa81e6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:04.544746 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-af186ea0-dff8-4af4-b1e4-19b579a712cf req-72a11cc5-9dc2-40a7-84d6-1a8fa81e6d46 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 1167 time: 0.1841047
Jan 21 07:59:04.569592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9e90b-48eb-4793-ba4c-7ff06fc164e5 req-ecf3cebc-2e90-43ea-b5bc-28d9a0384bc4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:04.571357 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-adc9e90b-48eb-4793-ba4c-7ff06fc164e5 req-ecf3cebc-2e90-43ea-b5bc-28d9a0384bc4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1671562
Jan 21 07:59:04.634906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 57106) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:04.656759 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-af186ea0-dff8-4af4-b1e4-19b579a712cf req-bd60813d-3002-4a41-b533-4cd530b95fd4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842774
Jan 21 07:59:04.657056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:04.670476 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-adc9e90b-48eb-4793-ba4c-7ff06fc164e5 req-153f47e2-92e6-420b-8562-0d8dc21f09da tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813844
Jan 21 07:59:04.679413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:04.696058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:6b48205a81b64249b4e35a3dd76a5760 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:04.703329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:04.717590 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:04.819971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:04.852673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:04.860772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:04.906879 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b48205a81b64249b4e35a3dd76a5760&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2702262
Jan 21 07:59:04.907893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8a027-d52b-4712-8a4e-ca114cf47d2c,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:04.910132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 57114) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:04.913374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fddb3576-0f31-46ad-8d84-bfd97d7c2ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:04.979463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:05.014259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:05.092549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:05.097033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:05.110826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8a027-d52b-4712-8a4e-ca114cf47d2c,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:05.116878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:05.119394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:05.120793 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cb8a027-d52b-4712-8a4e-ca114cf47d2c HTTP/1.1" status: 204  len: 168 time: 0.2095935
Jan 21 07:59:05.535131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7be1c2-7ad0-4f9d-9f6f-2611951893ca req-26193656-2970-48b9-a687-0e52acbe960a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:05.537007 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3f7be1c2-7ad0-4f9d-9f6f-2611951893ca req-26193656-2970-48b9-a687-0e52acbe960a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2873392
Jan 21 07:59:05.611336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c747ef-851f-45cc-9530-b9be259c72c8 req-ca7bcce5-be18-4b0b-aa99-9dfff6a16ce2 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:05.611336 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-62c747ef-851f-45cc-9530-b9be259c72c8 req-ca7bcce5-be18-4b0b-aa99-9dfff6a16ce2 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 950 time: 0.2536752
Jan 21 07:59:05.684505 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3f7be1c2-7ad0-4f9d-9f6f-2611951893ca req-7c28716e-992b-4bbe-b114-60e5cc5450d8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341445
Jan 21 07:59:05.700497 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-62c747ef-851f-45cc-9530-b9be259c72c8 req-8cecd444-e909-4ce7-96e9-48e3759f227b tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820618
Jan 21 07:59:05.795299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:05.932981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:05.933457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:06.096805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device adbc66c9-5576-499e-9532-c130b6c00d5b up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:06.197343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port adbc66c9-5576-499e-9532-c130b6c00d5b triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:06.197785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:06.958162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbc14d-09da-46cf-be2d-b0a2ec28b498 req-bb65bc6b-2022-440a-a6c3-dfe09c9e8b03 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:06.959879 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ffbc14d-09da-46cf-be2d-b0a2ec28b498 req-bb65bc6b-2022-440a-a6c3-dfe09c9e8b03 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 950 time: 0.1102269
Jan 21 07:59:07.021276 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ffbc14d-09da-46cf-be2d-b0a2ec28b498 req-80d7af7b-9f74-4d5c-9759-646b7ae472c3 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544381
Jan 21 07:59:07.346917 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:07.421583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:07.422064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:08.334016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710fdd-c67f-44e9-81e8-18587ddd8a62 req-6f8dc2a4-9b55-4c93-9973-34cfb7b9f3cc tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:08.336031 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3a710fdd-c67f-44e9-81e8-18587ddd8a62 req-6f8dc2a4-9b55-4c93-9973-34cfb7b9f3cc tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 950 time: 0.1306884
Jan 21 07:59:08.518210 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3a710fdd-c67f-44e9-81e8-18587ddd8a62 req-0d44acba-927e-4437-a11c-fa08b1ee8501 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427221
Jan 21 07:59:08.537353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-9c19e338-0f7c-423f-bf7a-64de38e9ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:08.539085 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-9c19e338-0f7c-423f-bf7a-64de38e9ff7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.2021542
Jan 21 07:59:08.607117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc0d8d-8a83-48dd-9a77-60993b3ddb51 req-cb1de8f8-7114-4365-ae4a-ed50058e01b7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:08.608729 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4bfc0d8d-8a83-48dd-9a77-60993b3ddb51 req-cb1de8f8-7114-4365-ae4a-ed50058e01b7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2706051
Jan 21 07:59:08.728529 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4bfc0d8d-8a83-48dd-9a77-60993b3ddb51 req-ef0c1ab9-ea4c-4fe1-9855-68a4f978900a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613880
Jan 21 07:59:08.819497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-130f702c-e0c3-472f-9a46-41f4a99b230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:08.819497 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-130f702c-e0c3-472f-9a46-41f4a99b230c service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.2708199
Jan 21 07:59:08.916934 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-f297a566-c78b-486d-a9de-b148a77742ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 200  len: 217 time: 0.0793769
Jan 21 07:59:09.013273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-07a38ac4-5a4f-4f95-b9d7-8e6f7e517231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:09.016373 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-07a38ac4-5a4f-4f95-b9d7-8e6f7e517231 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.0862029
Jan 21 07:59:09.190218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:09.217500 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-be020b69-e6cc-4b08-b0c1-462ff6b91143 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0605676
Jan 21 07:59:09.272839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:09.273136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:09.448416 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-1b07176f-ba26-4aaa-b707-a4aad5ab71d7 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070329
Jan 21 07:59:09.588084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5afa4-b9f7-46f1-9731-3dc288e1e8d6 req-cf2b27d3-a57d-4afe-9681-81995a07f8b4 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:09.589901 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8c5afa4-b9f7-46f1-9731-3dc288e1e8d6 req-cf2b27d3-a57d-4afe-9681-81995a07f8b4 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 950 time: 0.2201197
Jan 21 07:59:09.683993 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a8c5afa4-b9f7-46f1-9731-3dc288e1e8d6 req-7becb72b-ab61-4a72-a01d-c124ae3d6204 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854914
Jan 21 07:59:09.686292 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04a14ecd-3832-4564-ba89-c3de87e0703a req-74d7520a-fe34-4930-82a9-13b285fb49b1 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2195377
Jan 21 07:59:09.980935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8e9a5-bd30-4113-a76d-1d6f16eae4fd req-9b2e97ef-6055-40df-b4a6-ccfb86c3e7b9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:09.982568 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-16e8e9a5-bd30-4113-a76d-1d6f16eae4fd req-9b2e97ef-6055-40df-b4a6-ccfb86c3e7b9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1116848
Jan 21 07:59:10.037251 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-16e8e9a5-bd30-4113-a76d-1d6f16eae4fd req-52609d06-5ea2-4d25-bd91-339740969f1f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474198
Jan 21 07:59:10.939299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fcf59-c034-4bb5-9563-c299c2a2560e req-7041e0b5-6a6f-4613-8a54-9ba4b4f9281d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:10.941458 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f33fcf59-c034-4bb5-9563-c299c2a2560e req-7041e0b5-6a6f-4613-8a54-9ba4b4f9281d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 950 time: 0.1074257
Jan 21 07:59:10.997207 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f33fcf59-c034-4bb5-9563-c299c2a2560e req-0120ed23-5536-476d-804a-be6622e93809 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475106
Jan 21 07:59:11.291572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462cda-e4c9-4f29-bdf3-97e494d7eb14 req-e8c10af5-3023-4ce9-8cef-c9cc2f07d464 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:11.293346 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c9462cda-e4c9-4f29-bdf3-97e494d7eb14 req-e8c10af5-3023-4ce9-8cef-c9cc2f07d464 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1166244
Jan 21 07:59:11.348596 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c9462cda-e4c9-4f29-bdf3-97e494d7eb14 req-d4ef7ad3-fb54-4507-8aa3-a07cddf4da66 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481162
Jan 21 07:59:12.248205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ef642-edd1-49e3-90ab-9c6bb66e988c req-58c2b7f2-81e8-49e5-8954-034fa4510827 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:12.249957 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bd4ef642-edd1-49e3-90ab-9c6bb66e988c req-58c2b7f2-81e8-49e5-8954-034fa4510827 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 950 time: 0.1096020
Jan 21 07:59:12.345503 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bd4ef642-edd1-49e3-90ab-9c6bb66e988c req-3138974c-a366-4a19-a802-65f16fef676d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872128
Jan 21 07:59:12.414956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-70abf589-67ac-4d39-b39f-1b3575530d80 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:12.416724 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-70abf589-67ac-4d39-b39f-1b3575530d80 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.76 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 950 time: 0.1193092
Jan 21 07:59:12.748856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Deleting port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 07:59:12.749249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:12.862694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 07:59:12.995297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:13.029127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba7cbd-4332-4b19-b29d-36dc078d4cc4 req-1a1e6f62-6ca7-47e9-89a9-f4bedcbfe008 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:13.030898 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99ba7cbd-4332-4b19-b29d-36dc078d4cc4 req-1a1e6f62-6ca7-47e9-89a9-f4bedcbfe008 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.5358076
Jan 21 07:59:13.032315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,segment=NetworkSegment(95f4e278-b8b0-4b30-ab0a-755e48997386),segment_id=95f4e278-b8b0-4b30-ab0a-755e48997386)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:59:13.033349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:59:13.070484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:13.072617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:13.140115 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99ba7cbd-4332-4b19-b29d-36dc078d4cc4 req-e7b88965-16d0-4b25-b5bb-2053f99f094e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964103
Jan 21 07:59:13.142172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] For port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,segment=NetworkSegment(95f4e278-b8b0-4b30-ab0a-755e48997386),segment_id=95f4e278-b8b0-4b30-ab0a-755e48997386)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:59:13.142583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:13.151643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:13.160176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.160603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.160982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.161360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.161733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.162125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.162493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.162856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.163224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.163587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.163947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.164308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.164731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.165090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.165450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.165834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.166337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.166705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.167064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.167422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.167781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.168138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.168495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.168854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:13.173368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:13.216940 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80', 'code': 200}
Jan 21 07:59:13.298316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Calling delete_port for cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 owned by compute:nova {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 07:59:13.542953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80206) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 07:59:13.543087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 07:59:13.605609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edffba2-5c29-4b65-975d-7422b148eb3d req-fa3d458c-1dfe-4be0-8164-6b8a6990e013 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:13.607371 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6edffba2-5c29-4b65-975d-7422b148eb3d req-fa3d458c-1dfe-4be0-8164-6b8a6990e013 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 948 time: 0.1142249
Jan 21 07:59:13.659633 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6edffba2-5c29-4b65-975d-7422b148eb3d req-e54d27cd-9b31-4f1e-9cde-1d959a5c6cc6 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457861
Jan 21 07:59:14.044670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Deleting port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 07:59:14.045120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:14.384354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] For port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,segment=NetworkSegment(95f4e278-b8b0-4b30-ab0a-755e48997386),segment_id=95f4e278-b8b0-4b30-ab0a-755e48997386)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:59:14.384948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:14.536911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Calling delete_port for cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 owned by compute:nova {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 07:59:14.612187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97400fa4-3ea7-40a8-bad3-ea9e01e07966 req-cc98987c-443b-425c-902d-a8ef749d28a1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:14.614679 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-97400fa4-3ea7-40a8-bad3-ea9e01e07966 req-cc98987c-443b-425c-902d-a8ef749d28a1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.3207622
Jan 21 07:59:14.697211 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-97400fa4-3ea7-40a8-bad3-ea9e01e07966 req-0a51e884-1073-4826-ae7f-20f8706eb833 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738518
Jan 21 07:59:14.929904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a770dd-7646-466d-b6b9-dcbe36eebdf4 req-85d683ad-7416-40fd-9d48-6fae3bf8236d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:14.931606 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9a770dd-7646-466d-b6b9-dcbe36eebdf4 req-85d683ad-7416-40fd-9d48-6fae3bf8236d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 865 time: 0.1244221
Jan 21 07:59:14.933005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:14.952487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:15.074762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Pushing event deleted for resources: {'Port': ['ID=cbbb85d5-04a9-481c-a9e1-87aa9b95fb80,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:15.084786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:15.134583 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9a770dd-7646-466d-b6b9-dcbe36eebdf4 req-4b79c4fd-8b93-4556-ac08-db9fae85fd4e tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/security-groups?id=81bc2666-2d80-4398-a97a-cd210d20cef3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852007
Jan 21 07:59:15.216467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] No DVR routers for this DVR port cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 on host hv-cinder-76859 {{(pid=80206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 07:59:15.219386 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:15.222308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'name': 'network-vif-deleted', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:59:15.286194 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845', 'name': 'network-vif-deleted', 'tag': 'cbbb85d5-04a9-481c-a9e1-87aa9b95fb80', 'status': 'completed', 'code': 200}
Jan 21 07:59:15.288662 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-328b663f-ca7a-4502-81af-ad7d46ae0c75 req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.76 "DELETE /v2.0/ports/cbbb85d5-04a9-481c-a9e1-87aa9b95fb80 HTTP/1.1" status: 204  len: 173 time: 2.8617206
Jan 21 07:59:18.200075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-26ab96ef-2c8a-4b71-877a-7a8b87396ac2 req-6fe22e4f-041f-4dcf-ad02-ff66a494401f tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Synchronizing usage tracker for tenant:c0ef603560ee4f4a8b92e2c670d482ee on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:59:18.259126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea373d8-c24b-4fcc-beca-55770137214c req-64d652b2-b439-4cb3-b5cf-b6b279e8bb89 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:18.260961 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ea373d8-c24b-4fcc-beca-55770137214c req-64d652b2-b439-4cb3-b5cf-b6b279e8bb89 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1761842
Jan 21 07:59:18.262428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-26ab96ef-2c8a-4b71-877a-7a8b87396ac2 req-6fe22e4f-041f-4dcf-ad02-ff66a494401f tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Unset dirty status for tenant:c0ef603560ee4f4a8b92e2c670d482ee on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:59:18.263641 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-26ab96ef-2c8a-4b71-877a-7a8b87396ac2 req-6fe22e4f-041f-4dcf-ad02-ff66a494401f tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] 10.222.0.21 "GET /v2.0/ports?device_id=eca1cbbb-ad8f-4088-ba6f-19e2b8d2d845 HTTP/1.1" status: 200  len: 210 time: 0.1227391
Jan 21 07:59:18.317011 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ea373d8-c24b-4fcc-beca-55770137214c req-6f4c335b-06fd-48b7-9db5-73d1daa34a7e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488873
Jan 21 07:59:19.602301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d548ea4-5ce0-4705-b344-13feb4a9ae10 req-b09a6e39-ed28-4e23-8f56-f17549dd94d9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:19.610660 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3d548ea4-5ce0-4705-b344-13feb4a9ae10 req-b09a6e39-ed28-4e23-8f56-f17549dd94d9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1464589
Jan 21 07:59:19.679545 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3d548ea4-5ce0-4705-b344-13feb4a9ae10 req-9f3a5612-a242-4bb8-b304-e592dd018b13 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670629
Jan 21 07:59:23.326955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:23.418497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-94186e72-2c97-4148-8ff6-22c627d0bd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:23.945834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b03418-6355-4de7-8da0-141a4f8ae898 req-0eed2c27-119e-4f54-ae9d-622edc756b18 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:23.947495 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e8b03418-6355-4de7-8da0-141a4f8ae898 req-0eed2c27-119e-4f54-ae9d-622edc756b18 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1129444
Jan 21 07:59:24.027979 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e8b03418-6355-4de7-8da0-141a4f8ae898 req-747d03a8-ed69-4537-8ddd-7f9fe847b933 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735407
Jan 21 07:59:25.282414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b492-af69-4321-b648-9173b58cc6b0 req-de3304a8-7071-41c8-8ee7-63e3787bef0c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:25.284145 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-34d8b492-af69-4321-b648-9173b58cc6b0 req-de3304a8-7071-41c8-8ee7-63e3787bef0c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1077445
Jan 21 07:59:25.352573 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-34d8b492-af69-4321-b648-9173b58cc6b0 req-9a31f964-8735-4005-90eb-914317cce3ba tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547960
Jan 21 07:59:25.688179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-26188bfd-94f3-41f0-9652-1c71bcbfa91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:25.885317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 57702) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:26.077607 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3ce9894b-a932-4565-bba6-e7d5d2387d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0ef603560ee4f4a8b92e2c670d482ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1908789
Jan 21 07:59:26.080132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 57710) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:26.137880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:26.150627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:26.182006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:26.257930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:26.263219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:26.277852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bc2666-2d80-4398-a97a-cd210d20cef3,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:26.280711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:26.331528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:26.332973 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81bc2666-2d80-4398-a97a-cd210d20cef3 HTTP/1.1" status: 204  len: 168 time: 0.2517884
Jan 21 07:59:26.681255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41e14b-f59c-45f8-bc93-408327ca49bb req-4ec9af08-df6d-454b-b8b1-463aa3e4e671 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:26.692607 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c41e14b-f59c-45f8-bc93-408327ca49bb req-4ec9af08-df6d-454b-b8b1-463aa3e4e671 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1493001
Jan 21 07:59:26.809695 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c41e14b-f59c-45f8-bc93-408327ca49bb req-446c9d95-d4a7-4c82-b5d9-c25bd3920206 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131501
Jan 21 07:59:26.984141 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:27.276318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-ff5f9298-c23c-412d-9076-92c57d31d9c2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:27.278232 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-ff5f9298-c23c-412d-9076-92c57d31d9c2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 0.1977921
Jan 21 07:59:27.295267 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-9846a9b7-9e45-40a7-adce-6aa20caaceba tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/quotas/3e5b1b04c601443689db8ecb1639db0b HTTP/1.1" status: 200  len: 375 time: 0.0109179
Jan 21 07:59:27.411293 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-dfdae69a-d69c-4a03-a8aa-0d16616191ff tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1083012
Jan 21 07:59:27.576818 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-24b171c8-8012-40ff-aa3f-c336f8e5ed4d service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645570
Jan 21 07:59:27.830052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:27.947636 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-d289464a-a6df-42e3-aac1-68bffab4bbe3 service neutron] 10.222.0.21 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3635924
Jan 21 07:59:27.966093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 57770) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:28.160334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:28.176921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:28.181285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1e6f53969149139519c3105aa89013 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:28.184602 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:28.190632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:28.310736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:28.338180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:28.382264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a8780457-6642-47fc-b46e-9680de655d2a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:28.419851 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f1e6f53969149139519c3105aa89013&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4525542
Jan 21 07:59:28.420677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32def291-e64a-48c9-b8f9-3045904eda46,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:28.423180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 57790) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:28.426722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:28.498653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968e0d-c35d-4b6c-adb7-3736bf671fd2 req-d351b4bc-8c21-42c0-af86-4fc914087738 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:28.506109 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d8968e0d-c35d-4b6c-adb7-3736bf671fd2 req-d351b4bc-8c21-42c0-af86-4fc914087738 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1605792
Jan 21 07:59:28.625897 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2d449638-6818-4fee-857a-b419aa659996 req-22ece699-d0ed-4367-a3f4-2bc62905d7ce tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0850735
Jan 21 07:59:28.630232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:28.652956 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d8968e0d-c35d-4b6c-adb7-3736bf671fd2 req-e5422c04-c2dd-47a6-9633-671451f28c75 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458466
Jan 21 07:59:28.671430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:28.778267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:28.783289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:28.798115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32def291-e64a-48c9-b8f9-3045904eda46,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:28.807172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:28.808876 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32def291-e64a-48c9-b8f9-3045904eda46 HTTP/1.1" status: 204  len: 168 time: 0.3841882
Jan 21 07:59:28.810432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:29.544543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 57814) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:29.569866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:29.590285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:29.594548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Usage tracker for resource:security_group_rule and tenant:78860205e8254634b4fd1e6baecfad4d is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:29.598300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:29.604408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:29.698287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:29.750072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:29.763025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d969dd32-11d5-492b-b61d-a8180c9322d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:29.898652 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e5899aef-30e4-41c9-8de7-0547c54485e5 req-f0310547-e312-47ac-b347-b8233903e0c8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.1177335
Jan 21 07:59:29.907384 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78860205e8254634b4fd1e6baecfad4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3615716
Jan 21 07:59:29.908433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87888511-51ab-487c-9e45-5507332ec4f2,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:29.910534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 57824) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:29.917207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:29.978981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df894a4-fbbc-4265-b2cd-bf125447f7be req-c8659428-e840-45ce-a93f-282fd48b8166 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:29.980685 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4df894a4-fbbc-4265-b2cd-bf125447f7be req-c8659428-e840-45ce-a93f-282fd48b8166 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1316791
Jan 21 07:59:29.985393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:30.015555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:30.035765 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4df894a4-fbbc-4265-b2cd-bf125447f7be req-ebdc2964-ca36-4a8d-924c-9269f1dbc65f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484273
Jan 21 07:59:30.093087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:30.099124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-42a4f37d-daac-4451-a5da-27037397ec31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:30.115554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87888511-51ab-487c-9e45-5507332ec4f2,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:30.119821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:30.127818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:30.129978 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87888511-51ab-487c-9e45-5507332ec4f2 HTTP/1.1" status: 204  len: 168 time: 0.2179313
Jan 21 07:59:30.610120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-f379ce2e-7ede-4a88-97a5-2af468ad7774 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:30.611841 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-f379ce2e-7ede-4a88-97a5-2af468ad7774 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 815 time: 0.2302213
Jan 21 07:59:30.661888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Request body: {'port': {'device_id': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e', 'admin_state_up': True, 'tenant_id': '3e5b1b04c601443689db8ecb1639db0b'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:59:30.844523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:30.849022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Usage tracker for resource:port and tenant:3e5b1b04c601443689db8ecb1639db0b is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:30.852278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Quota usage for port was recalculated. Used quota:3. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:30.858501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:30.925514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Made reservation on behalf of 3e5b1b04c601443689db8ecb1639db0b for: {'port': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:59:30.944276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:31.193686 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-026c196b-3c60-48fd-a425-93916b17b4e0 req-de75cfbe-d999-4742-97cb-04a9e22c478e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.1116107
Jan 21 07:59:31.263194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 57870) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:31.453446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82a5b-c81d-47ab-b4f3-ca9e4b96d851 req-c7c64dab-74ac-4099-b32f-00e92b48db69 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:31.455218 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14d82a5b-c81d-47ab-b4f3-ca9e4b96d851 req-c7c64dab-74ac-4099-b32f-00e92b48db69 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1986253
Jan 21 07:59:31.511566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Allocated IP 172.20.0.10 (f3d3fa3b-4076-4955-9e32-1e92dbbb846e/6f0ae056-82d6-4670-847f-d6d59d7eb213/5c271f2f-1d0c-4ba0-8099-c1c07068a280) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 07:59:31.538619 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14d82a5b-c81d-47ab-b4f3-ca9e4b96d851 req-4bd2731a-83c4-48eb-8bd3-8ddbe1d3f189 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750897
Jan 21 07:59:31.623805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:31.640358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:31.645269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Usage tracker for resource:security_group_rule and tenant:a681e497b59a4a5cb1a55894a2260b26 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:31.648318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:31.654481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:31.757809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:31.806261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:31.809477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:31.825208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-13673b61-913d-48f5-b574-11d04fa1fbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:31.868930 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a681e497b59a4a5cb1a55894a2260b26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6020103
Jan 21 07:59:31.870062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 57888) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:31.877429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:31.892909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5960165f-17cc-479b-b29f-9123f5a55f02,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:31.897026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:31.898528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:31.946208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:31.986575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:32.028474 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event updated for resources: {'Port': ['ID=5c271f2f-1d0c-4ba0-8099-c1c07068a280,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:32.036081 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:32.093125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:32.100442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-097034f5-b956-4aea-966a-b55af5d82d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:32.119615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 07:59:32.120903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:59:32.121898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:32.127038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 07:59:32.129109 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5960165f-17cc-479b-b29f-9123f5a55f02 HTTP/1.1" status: 204  len: 168 time: 0.2568791
Jan 21 07:59:32.131410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5960165f-17cc-479b-b29f-9123f5a55f02,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:32.134687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:32.226927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:32.229479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:32.303706 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6495488
Jan 21 07:59:32.334610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Request body: {'port': {'device_id': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:59:32.655380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:32.706032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25279df6-ceec-4205-8649-0daea0418f71 req-295917ba-93f6-432b-96c7-389e4857da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:32.708928 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25279df6-ceec-4205-8649-0daea0418f71 req-295917ba-93f6-432b-96c7-389e4857da1a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.1292131
Jan 21 07:59:32.782732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df92c1-6848-4e06-ab00-9ee8c08ca709 req-82a37801-6e65-4f0a-893c-45a900c306fd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:32.783754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d1df92c1-6848-4e06-ab00-9ee8c08ca709 req-82a37801-6e65-4f0a-893c-45a900c306fd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Synchronizing usage tracker for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 07:59:32.802708 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25279df6-ceec-4205-8649-0daea0418f71 req-dda5e9a3-b40f-4898-a074-a7349defcd64 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760212
Jan 21 07:59:32.832248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 07:59:32.931282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d1df92c1-6848-4e06-ab00-9ee8c08ca709 req-82a37801-6e65-4f0a-893c-45a900c306fd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Unset dirty status for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 07:59:32.932600 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d1df92c1-6848-4e06-ab00-9ee8c08ca709 req-82a37801-6e65-4f0a-893c-45a900c306fd tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 932 time: 0.5375037
Jan 21 07:59:33.026272 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d1df92c1-6848-4e06-ab00-9ee8c08ca709 req-d15cbb6b-a5b3-48ae-b733-112a43153c5f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827627
Jan 21 07:59:33.323527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c271f2f-1d0c-4ba0-8099-c1c07068a280 {{(pid=80206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 07:59:33.334379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:33.366851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789f965-8679-4663-a786-3c970cc2e9d4 req-7e033d13-2da7-4ab3-993d-138bb123354f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:33.368558 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8789f965-8679-4663-a786-3c970cc2e9d4 req-7e033d13-2da7-4ab3-993d-138bb123354f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1928477
Jan 21 07:59:33.400106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Transition to ACTIVE for port object 5c271f2f-1d0c-4ba0-8099-c1c07068a280 will not be triggered until provisioned by entity L2. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 07:59:33.424208 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8789f965-8679-4663-a786-3c970cc2e9d4 req-235e1143-c572-40c0-9406-0d757c842b68 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487404
Jan 21 07:59:33.428256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:33.448098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:33.647775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=5c271f2f-1d0c-4ba0-8099-c1c07068a280,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:33.654196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:34.010272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c59894-7fda-4013-b198-9ef9b1e26fe3 req-c6aee577-0a6b-4aa6-ba5f-8dc2761d99f2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:34.011990 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-91c59894-7fda-4013-b198-9ef9b1e26fe3 req-c6aee577-0a6b-4aa6-ba5f-8dc2761d99f2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.4651210
Jan 21 07:59:34.151698 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-91c59894-7fda-4013-b198-9ef9b1e26fe3 req-c7ee1568-dc59-4b02-a48a-ab82f20dfd3a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078751
Jan 21 07:59:34.162410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Attempting to bind port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 07:59:34.162906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Attempting to bind port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 07:59:34.163387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Attempting to bind port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 on network f3d3fa3b-4076-4955-9e32-1e92dbbb846e {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 07:59:34.170490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 07:59:34.171146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Checking segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:59:34.171661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:34.172168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Bound using segment: {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'} {{(pid=80206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 07:59:34.173323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Bound port: 5c271f2f-1d0c-4ba0-8099-c1c07068a280, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f3d3fa3b-4076-4955-9e32-1e92dbbb846e'}}] {{(pid=80206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 07:59:34.173854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:34.360015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] For port 5c271f2f-1d0c-4ba0-8099-c1c07068a280, host hv-cinder-76859, cleared binding levels {{(pid=80206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 07:59:34.372737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] For port 5c271f2f-1d0c-4ba0-8099-c1c07068a280, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=5c271f2f-1d0c-4ba0-8099-c1c07068a280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 07:59:34.396681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5dd7a-7324-4ffc-adc8-dc207c7562be req-cff11b58-b0bf-48d4-8301-99d126fd2323 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:34.398408 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-41a5dd7a-7324-4ffc-adc8-dc207c7562be req-cff11b58-b0bf-48d4-8301-99d126fd2323 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1586349
Jan 21 07:59:34.433390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:34.554605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b4bc18b-3399-4e87-a45b-8310ee613451 tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:34.618494 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-41a5dd7a-7324-4ffc-adc8-dc207c7562be req-f648f13c-4c44-4072-b1ac-f882e442c36c tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131436
Jan 21 07:59:34.681646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=5c271f2f-1d0c-4ba0-8099-c1c07068a280,revision_number=3']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:34.685777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:34.719251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:34.720005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:34.721506 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] 10.222.0.76 "PUT /v2.0/ports/5c271f2f-1d0c-4ba0-8099-c1c07068a280 HTTP/1.1" status: 200  len: 1158 time: 2.3925529
Jan 21 07:59:34.722622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:59:34.868332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed1d5e-b0e4-471e-97a4-722696593632 req-c3935d6e-7f62-40ae-8d45-344ff42ba92d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:34.870796 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4bed1d5e-b0e4-471e-97a4-722696593632 req-c3935d6e-7f62-40ae-8d45-344ff42ba92d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1130540
Jan 21 07:59:34.922941 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4bed1d5e-b0e4-471e-97a4-722696593632 req-04319848-b30b-445b-b573-1905ffd39cd8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453846
Jan 21 07:59:34.993122 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280', 'status': 'completed', 'code': 200}
Jan 21 07:59:35.575364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837af96-5162-442b-b520-227f9c09c957 req-86f1b206-1a44-41cc-ab96-d0eb8ec17f66 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:35.577211 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f837af96-5162-442b-b520-227f9c09c957 req-86f1b206-1a44-41cc-ab96-d0eb8ec17f66 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1178832
Jan 21 07:59:35.638350 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f837af96-5162-442b-b520-227f9c09c957 req-22464158-c401-4d6d-b7fb-2380cd6adcee tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532699
Jan 21 07:59:35.888117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37171f4-3925-45da-aa54-fa57aab62950 req-e1cee10e-57a1-4829-911c-a3bd9bcb6a45 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:35.890005 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a37171f4-3925-45da-aa54-fa57aab62950 req-e1cee10e-57a1-4829-911c-a3bd9bcb6a45 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1105561
Jan 21 07:59:35.951714 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a37171f4-3925-45da-aa54-fa57aab62950 req-0376fb2b-3a11-415c-a4bd-3e416f00c839 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537758
Jan 21 07:59:36.196948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b749-c357-494b-8a96-0473c048a030 req-fefe88ae-30c1-40df-8baf-f32e791a429f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:36.198799 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f42b749-c357-494b-8a96-0473c048a030 req-fefe88ae-30c1-40df-8baf-f32e791a429f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1205158
Jan 21 07:59:36.262458 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f42b749-c357-494b-8a96-0473c048a030 req-cad51410-ddb7-4f24-b29d-04229379b9c5 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560532
Jan 21 07:59:36.904367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe4984-3a86-4288-bb88-f607a7cd293a req-1cc55695-19cf-449e-8c13-8438ab5350c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:36.906060 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ebe4984-3a86-4288-bb88-f607a7cd293a req-1cc55695-19cf-449e-8c13-8438ab5350c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1119070
Jan 21 07:59:36.959514 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ebe4984-3a86-4288-bb88-f607a7cd293a req-fdcef849-ef3b-4a67-9b78-7494681a2e37 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465159
Jan 21 07:59:37.203511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75632bd-33f8-45b1-8e62-f67fe15a7de1 req-944c9843-94b4-46de-b26c-acdd90d45649 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:37.205140 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e75632bd-33f8-45b1-8e62-f67fe15a7de1 req-944c9843-94b4-46de-b26c-acdd90d45649 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1088741
Jan 21 07:59:37.262776 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e75632bd-33f8-45b1-8e62-f67fe15a7de1 req-da8f408d-6f98-4b01-895f-b0fbfe7ab515 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503578
Jan 21 07:59:37.504820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2e56a-dc42-4c00-8ff2-509bcb65a293 req-03f173ab-0c58-4eb1-8ce0-3c4b843b4462 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:37.506138 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-72b2e56a-dc42-4c00-8ff2-509bcb65a293 req-03f173ab-0c58-4eb1-8ce0-3c4b843b4462 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1093924
Jan 21 07:59:37.563300 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-72b2e56a-dc42-4c00-8ff2-509bcb65a293 req-4bda9858-4fee-4d7f-8ada-45c5b3c49428 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503950
Jan 21 07:59:37.913018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-19d37c77-1291-45d2-a44d-92d360263df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:37.914734 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-19d37c77-1291-45d2-a44d-92d360263df0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 1161 time: 0.0859392
Jan 21 07:59:37.932805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-b3fdb15d-2a4c-46e1-b300-f7b6437b4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:37.934510 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-b3fdb15d-2a4c-46e1-b300-f7b6437b4a4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.0903540
Jan 21 07:59:38.006404 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-d1955d2e-f8b5-4c74-962a-9407cc57082c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c271f2f-1d0c-4ba0-8099-c1c07068a280 HTTP/1.1" status: 200  len: 217 time: 0.0725698
Jan 21 07:59:38.095653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-ffda202c-cb5c-435b-b0ee-a7eb09347a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:38.095994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-110d2f59-abcb-474a-9059-f2d92b04be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:38.097396 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-ffda202c-cb5c-435b-b0ee-a7eb09347a3b service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.1543849
Jan 21 07:59:38.098491 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-110d2f59-abcb-474a-9059-f2d92b04be74 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.0808542
Jan 21 07:59:38.184361 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-7c65f04f-5b41-4ec5-8c5a-00fa0cee033c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 200  len: 217 time: 0.0697987
Jan 21 07:59:38.209281 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-47545e4d-74ca-4947-a864-f2d2d31fe4aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0946202
Jan 21 07:59:38.271604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-d343ad03-71f8-4cce-9b56-caa922a708b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:38.273465 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-d343ad03-71f8-4cce-9b56-caa922a708b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.0757074
Jan 21 07:59:38.330575 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-5f77a292-8137-4791-84a6-fc03dc7fab00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476937
Jan 21 07:59:38.417526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730574a5-07e4-47ec-9e3a-67363a76494c req-9ff4f6d7-571d-4bef-8d01-a9fc3566f6ac tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:38.422652 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-730574a5-07e4-47ec-9e3a-67363a76494c req-9ff4f6d7-571d-4bef-8d01-a9fc3566f6ac tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2642362
Jan 21 07:59:38.740796 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-6536e8f1-2889-4e59-a631-741a64b66630 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799884
Jan 21 07:59:38.742244 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-5d3cc4b0-87b4-4a9b-b1fc-3320e2b6b031 service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855755
Jan 21 07:59:38.742244 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-730574a5-07e4-47ec-9e3a-67363a76494c req-f718f3db-72f8-42d5-ad3b-67de6115784d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1902881
Jan 21 07:59:38.742694 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0723983d-31e3-47bd-b35b-8d28e65a93b4 req-db307f48-4805-43f3-9d33-17b619849c7a service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1854641
Jan 21 07:59:38.763526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3ea8c-0107-4101-af16-d83d2278004b req-ccf6b87a-09a2-4924-97c9-ee644286c08a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:38.765649 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3bb3ea8c-0107-4101-af16-d83d2278004b req-ccf6b87a-09a2-4924-97c9-ee644286c08a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2613180
Jan 21 07:59:38.917821 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3bb3ea8c-0107-4101-af16-d83d2278004b req-dc1e2bea-ef97-471c-be62-524824a18538 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435025
Jan 21 07:59:38.920785 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3f64081-5fb3-432a-8890-bf6bbf97c83d req-8e234795-d5a0-4624-a4dd-b57f4c7096cb service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2967274
Jan 21 07:59:38.944047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:38.997477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e926a2-a531-4c18-bae9-37600f9885d7 req-a6ff04a7-919c-436d-8f95-99ec0e471cd7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:38.998945 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-77e926a2-a531-4c18-bae9-37600f9885d7 req-a6ff04a7-919c-436d-8f95-99ec0e471cd7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1791799
Jan 21 07:59:39.047013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:39.047651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:39.062797 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-77e926a2-a531-4c18-bae9-37600f9885d7 req-3462c4a1-6ca9-492d-812f-40828c872b7e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559170
Jan 21 07:59:39.322898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-ccd3a153-e370-40f6-87ec-7ab642a987cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:39.324616 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-ccd3a153-e370-40f6-87ec-7ab642a987cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e5b1b04c601443689db8ecb1639db0b&device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 1161 time: 0.1078451
Jan 21 07:59:39.504495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-0d0edbf5-6694-4cab-84ee-7f1ac0329e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:39.506485 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-0d0edbf5-6694-4cab-84ee-7f1ac0329e27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 200  len: 909 time: 0.1578145
Jan 21 07:59:39.588369 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-6747d555-8c56-48cd-84a3-3f3c54b044ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c271f2f-1d0c-4ba0-8099-c1c07068a280 HTTP/1.1" status: 200  len: 217 time: 0.0732782
Jan 21 07:59:39.675853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-d92d20f6-ce4e-4ede-bae7-ea6e8c1d0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:39.678739 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-d92d20f6-ce4e-4ede-bae7-ea6e8c1d0f6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 200  len: 855 time: 0.0805092
Jan 21 07:59:39.738698 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-f038945b-aa6a-4a8e-83bd-9854b7ea4f09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f3d3fa3b-4076-4955-9e32-1e92dbbb846e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521145
Jan 21 07:59:39.969948 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-61257126-3fd6-4dad-8402-ff83df6f0f5c service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2207882
Jan 21 07:59:40.013979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d188d4-ca6c-4873-ad90-9827000c01f2 req-9238e227-1022-49a0-b7b5-4bfc0002c178 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:40.015807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4d188d4-ca6c-4873-ad90-9827000c01f2 req-9238e227-1022-49a0-b7b5-4bfc0002c178 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1774402
Jan 21 07:59:40.454834 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4d188d4-ca6c-4873-ad90-9827000c01f2 req-9f6e1237-59f0-4c90-bc8c-6df7a953cca6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3996832
Jan 21 07:59:40.512742 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3a5ad34-23e2-4cea-a5d3-db32261d2e5f req-5e58b25a-2533-433a-a327-e4ee170e1e6d service neutron] 10.222.0.76 "GET /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4958336
Jan 21 07:59:40.544091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973d3b6-3ee3-4925-a268-955d913e1a80 req-8c53262b-fc71-4f9b-a8d0-0b2601e389a4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:40.545873 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d973d3b6-3ee3-4925-a268-955d913e1a80 req-8c53262b-fc71-4f9b-a8d0-0b2601e389a4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.4213507
Jan 21 07:59:40.599421 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d973d3b6-3ee3-4925-a268-955d913e1a80 req-f6c80353-7bfc-4316-bb25-2afefb4fa83e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465226
Jan 21 07:59:40.722282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5913906-0faa-416c-bdd2-a8111c1be8eb req-8df27342-a86d-477b-ba1b-c647bcbe4d24 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:40.723988 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5913906-0faa-416c-bdd2-a8111c1be8eb req-8df27342-a86d-477b-ba1b-c647bcbe4d24 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1142328
Jan 21 07:59:40.777999 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5913906-0faa-416c-bdd2-a8111c1be8eb req-6b895569-fb04-4ece-91a6-0496e7590671 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476377
Jan 21 07:59:41.723474 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfa1d2-3c11-4dc8-b250-11c8f289b4e2 req-6f84d6d4-0c9b-47ff-a240-78ff9bb5b22c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:41.725203 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00cfa1d2-3c11-4dc8-b250-11c8f289b4e2 req-6f84d6d4-0c9b-47ff-a240-78ff9bb5b22c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1097023
Jan 21 07:59:41.779886 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00cfa1d2-3c11-4dc8-b250-11c8f289b4e2 req-f7bb6faa-8010-47d6-b03a-da026938c072 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481873
Jan 21 07:59:42.021824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7af7c-e909-4180-a5d2-d5ee613d7ad6 req-048db316-2eaf-4327-bb28-6c096aeba1f6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:42.023413 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2ea7af7c-e909-4180-a5d2-d5ee613d7ad6 req-048db316-2eaf-4327-bb28-6c096aeba1f6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1119857
Jan 21 07:59:42.088918 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2ea7af7c-e909-4180-a5d2-d5ee613d7ad6 req-42be4431-93b7-4334-b5e8-287d00457522 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584776
Jan 21 07:59:42.308834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7911805-a8fc-418f-86a2-ee8983d49220 req-dc959ad2-2a1b-42fa-bca2-93cf44eb4ad4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:42.310509 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a7911805-a8fc-418f-86a2-ee8983d49220 req-dc959ad2-2a1b-42fa-bca2-93cf44eb4ad4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1041622
Jan 21 07:59:42.367709 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a7911805-a8fc-418f-86a2-ee8983d49220 req-0888ec3a-d471-4d24-8a23-cc076c287f2b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490360
Jan 21 07:59:43.039458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11048ae-4681-4c21-bc08-beca87b0e0f6 req-94fd8241-82c8-48ac-b954-02bdd6eee607 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:43.041168 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c11048ae-4681-4c21-bc08-beca87b0e0f6 req-94fd8241-82c8-48ac-b954-02bdd6eee607 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1084766
Jan 21 07:59:43.094788 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c11048ae-4681-4c21-bc08-beca87b0e0f6 req-6bfe25b1-8afc-493d-9015-f8ba18125ef8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469282
Jan 21 07:59:43.343237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7df2-2d64-4ba8-ae0c-8aad978a01cb req-e5aac4f9-76a0-4032-9f1d-556e73e20a7a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:43.345021 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bfae7df2-2d64-4ba8-ae0c-8aad978a01cb req-e5aac4f9-76a0-4032-9f1d-556e73e20a7a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1135154
Jan 21 07:59:43.403170 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bfae7df2-2d64-4ba8-ae0c-8aad978a01cb req-62b666c0-c012-4f3a-9caa-ae2b2650f9e6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503404
Jan 21 07:59:43.640044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0dac4-73d0-4556-b06c-87b67f07e0c2 req-106cbbb7-53f5-4584-8963-66ec12976d72 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:43.641726 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ef0dac4-73d0-4556-b06c-87b67f07e0c2 req-106cbbb7-53f5-4584-8963-66ec12976d72 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1041138
Jan 21 07:59:43.704679 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ef0dac4-73d0-4556-b06c-87b67f07e0c2 req-684d0e53-0798-4be6-a4ba-87d042158fb1 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555022
Jan 21 07:59:44.368030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0873ff0-e6f0-4d7b-8e9a-daa717efe053 req-f1478e6c-b2ca-4767-b35c-daa0723384fe tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:44.369885 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0873ff0-e6f0-4d7b-8e9a-daa717efe053 req-f1478e6c-b2ca-4767-b35c-daa0723384fe tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1135802
Jan 21 07:59:44.425544 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0873ff0-e6f0-4d7b-8e9a-daa717efe053 req-bc05b0ba-ecca-4a67-b7cd-00e178e85f90 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483768
Jan 21 07:59:44.667559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c80cbc-b034-4f2f-b32a-cd48d2d6fb60 req-9c5b4ada-d02f-4e1a-b929-324bfad75cb8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:44.669377 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-05c80cbc-b034-4f2f-b32a-cd48d2d6fb60 req-9c5b4ada-d02f-4e1a-b929-324bfad75cb8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1134040
Jan 21 07:59:44.728243 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-05c80cbc-b034-4f2f-b32a-cd48d2d6fb60 req-b58ff8ef-b3a6-4c7f-8c27-60c4c9030338 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503244
Jan 21 07:59:44.955280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec9304-7537-4856-b1e7-eae6985758c8 req-4671ddb2-26b2-4eae-8d0f-42404b96ae10 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:44.957773 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4cec9304-7537-4856-b1e7-eae6985758c8 req-4671ddb2-26b2-4eae-8d0f-42404b96ae10 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1066060
Jan 21 07:59:45.012738 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4cec9304-7537-4856-b1e7-eae6985758c8 req-e331b719-5cd4-4e10-8acb-0c527f678e9a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479128
Jan 21 07:59:45.708103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbd3e5-b0fe-4062-88cf-21f4d6ef2787 req-3e0b4b66-86dd-421c-bc3d-51aad1085d78 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:45.709784 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9dbbd3e5-b0fe-4062-88cf-21f4d6ef2787 req-3e0b4b66-86dd-421c-bc3d-51aad1085d78 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1068592
Jan 21 07:59:45.762193 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9dbbd3e5-b0fe-4062-88cf-21f4d6ef2787 req-8a20ab76-f5ec-4b47-bd46-c6d6794ada9b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457492
Jan 21 07:59:46.001274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e8c7c-4476-4a98-aca1-0c21f9ec397f req-70be7bf2-375f-44b8-bc4a-30c8a8ed00d1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:46.003937 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-134e8c7c-4476-4a98-aca1-0c21f9ec397f req-70be7bf2-375f-44b8-bc4a-30c8a8ed00d1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1057928
Jan 21 07:59:46.059677 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-134e8c7c-4476-4a98-aca1-0c21f9ec397f req-0c9f6da5-8c3c-4685-8709-009863156f21 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499415
Jan 21 07:59:46.280118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fce97-57f4-493f-9a33-2b2fd146f65a req-aaa46567-d649-4140-bb68-0f79646053df tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:46.281711 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-080fce97-57f4-493f-9a33-2b2fd146f65a req-aaa46567-d649-4140-bb68-0f79646053df tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1045415
Jan 21 07:59:46.334839 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-080fce97-57f4-493f-9a33-2b2fd146f65a req-81a78840-fb7a-4f2d-98da-9a67ae227d89 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458500
Jan 21 07:59:47.035483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225adda-0a3d-4eaa-96f8-4376ad7a7821 req-1afa7af7-250e-471c-96c5-cabc279f75bd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:47.037242 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a225adda-0a3d-4eaa-96f8-4376ad7a7821 req-1afa7af7-250e-471c-96c5-cabc279f75bd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1263504
Jan 21 07:59:47.147430 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a225adda-0a3d-4eaa-96f8-4376ad7a7821 req-c9389fa2-6841-4dda-a148-4ffcf183819a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035535
Jan 21 07:59:47.171311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-1344ba6f-1d27-467d-b749-670f4fd1089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:47.172965 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-1344ba6f-1d27-467d-b749-670f4fd1089a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.1121078
Jan 21 07:59:47.409943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-ae53385a-6712-4fb0-9c62-eb8bfee43303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:47.411622 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-ae53385a-6712-4fb0-9c62-eb8bfee43303 service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.2152891
Jan 21 07:59:47.439638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b22bfd-1227-4996-b1c7-c80bd2871141 req-59f4d731-b790-4fae-b105-9dc5f42a8e8c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:47.441605 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00b22bfd-1227-4996-b1c7-c80bd2871141 req-59f4d731-b790-4fae-b105-9dc5f42a8e8c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2191563
Jan 21 07:59:47.576634 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-32c74d22-ab91-46d7-a553-b9610a8279c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 200  len: 217 time: 0.1335990
Jan 21 07:59:47.661367 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00b22bfd-1227-4996-b1c7-c80bd2871141 req-62064ddf-9b1d-4e70-bb1f-763b125a54d8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603503
Jan 21 07:59:47.696700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-90cd2145-4dca-4b6d-b41a-aadf053e6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:47.698370 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-90cd2145-4dca-4b6d-b41a-aadf053e6389 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.0964880
Jan 21 07:59:47.775509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8aee4-381a-430e-846e-285b55d606dd req-2509c7ab-18d1-47c1-a141-8531928e32d9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:47.777238 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d5c8aee4-381a-430e-846e-285b55d606dd req-2509c7ab-18d1-47c1-a141-8531928e32d9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.2776587
Jan 21 07:59:47.785711 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-e8ef1304-c1d7-4cdf-b157-ced048bbc7c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0796928
Jan 21 07:59:47.842658 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d5c8aee4-381a-430e-846e-285b55d606dd req-c49fe7f5-73e2-45ea-8229-93a5c6f9d4c5 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511074
Jan 21 07:59:48.096015 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-3ad5fc88-daa4-4918-903f-fa93aa3efb78 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140744
Jan 21 07:59:48.297040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:48.390285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:48.391267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:48.398147 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b5ec131f-16d2-4cb8-8690-eef0bdae8f2b req-79f31e96-d3a8-4e75-b0df-78c5fc299d35 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2867527
Jan 21 07:59:48.576963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab38b-b72e-4030-bc28-b972ea91c06b req-961c05e1-c5ac-425b-9ea3-55d2ea4ed403 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:48.579961 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-188ab38b-b72e-4030-bc28-b972ea91c06b req-961c05e1-c5ac-425b-9ea3-55d2ea4ed403 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1802943
Jan 21 07:59:48.642683 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-188ab38b-b72e-4030-bc28-b972ea91c06b req-a676e080-ad3d-454c-b28c-ee8598ee5b66 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506907
Jan 21 07:59:49.089459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf58642-a1e9-43db-8317-6241796c4925 req-3ea3e4be-3f61-407c-ac27-9476c8fd9a9f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:49.091198 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3bf58642-a1e9-43db-8317-6241796c4925 req-3ea3e4be-3f61-407c-ac27-9476c8fd9a9f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1882200
Jan 21 07:59:49.181217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a36c-8b2e-4083-8aa5-0a47ad026de8 req-c51b187a-ea89-43ee-9e83-43d858c6408e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:49.182936 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2150a36c-8b2e-4083-8aa5-0a47ad026de8 req-c51b187a-ea89-43ee-9e83-43d858c6408e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1804476
Jan 21 07:59:49.188853 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3bf58642-a1e9-43db-8317-6241796c4925 req-f3b98393-5d63-444b-92a5-9e5edbd10c51 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895772
Jan 21 07:59:49.246946 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2150a36c-8b2e-4083-8aa5-0a47ad026de8 req-0eea4090-c1b5-40c5-a333-6890f9b5eb43 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569332
Jan 21 07:59:50.011667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a32b40-2442-4aad-9d61-b99db88efeea req-2aa49aa0-2097-4ced-b0cd-ce4d2c947560 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:50.015580 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e5a32b40-2442-4aad-9d61-b99db88efeea req-2aa49aa0-2097-4ced-b0cd-ce4d2c947560 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2147079
Jan 21 07:59:50.095383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58188) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:50.122341 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e5a32b40-2442-4aad-9d61-b99db88efeea req-83fc246f-0bd1-4f37-b557-1b6185368d75 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939314
Jan 21 07:59:50.254086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:50.270333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:50.274437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Usage tracker for resource:security_group_rule and tenant:e9756c83b9b24985879008ed9f3bd6f7 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:50.277393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:50.283182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:50.431203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:50.460949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:50.483518 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2d7b6b18-6675-4265-ba48-d31140611b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:50.522216 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9756c83b9b24985879008ed9f3bd6f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4255784
Jan 21 07:59:50.522889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58198) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:50.530057 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d5a937-1183-42a7-b10b-bea138160df4,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:50.543998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:50.599729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:50.627180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234d0c1-b431-4110-bce6-5e041302ec3e req-f0e4f1d5-38d3-482c-91a1-2b147804190a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:50.630111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:50.630321 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6234d0c1-b431-4110-bce6-5e041302ec3e req-f0e4f1d5-38d3-482c-91a1-2b147804190a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1162722
Jan 21 07:59:50.685113 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6234d0c1-b431-4110-bce6-5e041302ec3e req-3e493233-82ac-4526-bb91-e33d05ed6ff0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481021
Jan 21 07:59:50.759080 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:50.764276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-87d3ff5b-f773-48e5-8c5c-15f5a7874c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:50.777594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d5a937-1183-42a7-b10b-bea138160df4,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:50.781033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:50.783188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:50.784647 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64d5a937-1183-42a7-b10b-bea138160df4 HTTP/1.1" status: 204  len: 168 time: 0.2573655
Jan 21 07:59:51.507477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ee76-6db9-458a-9af9-90d892703a8e req-ce686ea4-6f41-4036-a40c-3cda6f3de128 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:51.509307 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8169ee76-6db9-458a-9af9-90d892703a8e req-ce686ea4-6f41-4036-a40c-3cda6f3de128 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1530480
Jan 21 07:59:51.574406 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8169ee76-6db9-458a-9af9-90d892703a8e req-a614a6a8-b6b2-401f-ace3-5cd6ef72ff50 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539742
Jan 21 07:59:51.981331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e654f-c3eb-4fd1-9c49-feb449e9a57b req-1a120ce6-0b00-49a5-b6c4-5a7461fee557 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:51.983139 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9f8e654f-c3eb-4fd1-9c49-feb449e9a57b req-1a120ce6-0b00-49a5-b6c4-5a7461fee557 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1492329
Jan 21 07:59:52.054800 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9f8e654f-c3eb-4fd1-9c49-feb449e9a57b req-f4a95702-a981-4a38-9647-400ba9498022 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632472
Jan 21 07:59:52.915551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a05766-6dfc-4732-bbb9-77b6f25642a2 req-1f2e380b-6b77-4693-9708-7c1098dce43b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:52.917454 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-57a05766-6dfc-4732-bbb9-77b6f25642a2 req-1f2e380b-6b77-4693-9708-7c1098dce43b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1355696
Jan 21 07:59:52.989552 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-57a05766-6dfc-4732-bbb9-77b6f25642a2 req-6fbbdaae-ab87-4cbc-87f1-160230a329a9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608356
Jan 21 07:59:53.337834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:53.417964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee1d50fc-ca51-4488-9b20-bdc8d39851e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:53.428577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2931899-e002-4056-853f-2d41739b6278 req-bf204b5e-72ed-46d7-8597-8f048278a4c8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:53.443862 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b2931899-e002-4056-853f-2d41739b6278 req-bf204b5e-72ed-46d7-8597-8f048278a4c8 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.2320459
Jan 21 07:59:53.912695 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b2931899-e002-4056-853f-2d41739b6278 req-6b398472-32f2-46cf-970c-9b066224c62d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4644084
Jan 21 07:59:54.022274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b1353-726c-4677-9dcd-33f1c3c990ef req-3ed8ac00-a491-4c68-a472-262782065551 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:54.029107 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-610b1353-726c-4677-9dcd-33f1c3c990ef req-3ed8ac00-a491-4c68-a472-262782065551 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1743655
Jan 21 07:59:54.115973 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-610b1353-726c-4677-9dcd-33f1c3c990ef req-de3e88c3-36f8-4cf4-8fc0-b62e9564d7c1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738115
Jan 21 07:59:54.153770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58288) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:54.436279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317a8a7-017f-44d9-80eb-61ea633b44d5 req-4654e261-102c-453b-b502-7b08d06ca8f6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:54.438487 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0317a8a7-017f-44d9-80eb-61ea633b44d5 req-4654e261-102c-453b-b502-7b08d06ca8f6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1228890
Jan 21 07:59:54.506720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:54.532645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:54.539949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Usage tracker for resource:security_group_rule and tenant:98cdbda3ce094534914360c118673c65 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:54.543233 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0317a8a7-017f-44d9-80eb-61ea633b44d5 req-6d0a9c08-c9e9-45bf-81db-a01188e36590 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912037
Jan 21 07:59:54.545289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:54.554622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:54.763937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:54.802168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:54.870357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-de3a1aa4-2b69-4794-8b4c-d95a9411dae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:54.929291 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98cdbda3ce094534914360c118673c65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7733624
Jan 21 07:59:54.931346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6793384-b4c5-402b-9967-875231c5e441,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:54.933596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58302) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:55.008576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.009082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.009681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.010335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.010925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.011514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.012580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.013181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.013999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.014835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.015579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.016191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.016875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.017454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.018856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.019442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.020034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.020662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.021254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.021869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.022956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.023673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.024981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.024981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.033291 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:55.202385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:55.342070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:55.535058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771004e0-6f2f-49e9-ab18-fddf44f62c88 req-c50b9d57-cf46-4404-a50f-03bc4a55ebf4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:55.537604 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-771004e0-6f2f-49e9-ab18-fddf44f62c88 req-c50b9d57-cf46-4404-a50f-03bc4a55ebf4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.2823162
Jan 21 07:59:55.539323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:55.549430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-601f7b78-843e-4735-95db-ae1b82ade7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:55.592198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6793384-b4c5-402b-9967-875231c5e441,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:55.616395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.616983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.617555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.618152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.618721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.619318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.619880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.620446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.621009 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.621566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.622154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.622724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.623374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.623932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.624497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.625062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.625611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.626200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.626778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.627371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.627942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.628513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.629066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.629621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 07:59:55.636367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:55.640506 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6793384-b4c5-402b-9967-875231c5e441 HTTP/1.1" status: 204  len: 168 time: 0.7029755
Jan 21 07:59:55.640506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:55.677944 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-771004e0-6f2f-49e9-ab18-fddf44f62c88 req-ab7be6a2-f413-4511-83e8-d3dc9a4ffc8b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300857
Jan 21 07:59:55.712103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-29e69e03-79af-4ad5-aab9-9cd450cf78c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:55.956230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0fd46-b76b-476f-9056-2962051688eb req-c6c4a32c-c59a-416c-a56e-51d054915b92 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:55.957966 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2a0fd46-b76b-476f-9056-2962051688eb req-c6c4a32c-c59a-416c-a56e-51d054915b92 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1443362
Jan 21 07:59:56.016037 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2a0fd46-b76b-476f-9056-2962051688eb req-ffba4c9d-b19c-49e3-8b42-09719924c3d5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507905
Jan 21 07:59:56.120910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:56.962535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd1383-f0ff-4b30-8bcc-6486c098cbbe req-1b030c1b-a2b3-4b54-99d2-fa97c85adb34 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:56.964285 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6bd1383-f0ff-4b30-8bcc-6486c098cbbe req-1b030c1b-a2b3-4b54-99d2-fa97c85adb34 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1290946
Jan 21 07:59:56.987238 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58346) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:56.987641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.018992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 5c271f2f-1d0c-4ba0-8099-c1c07068a280 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:57.044098 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6bd1383-f0ff-4b30-8bcc-6486c098cbbe req-91365b81-9fad-4c1b-8f1d-192ebe3b5c76 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681601
Jan 21 07:59:57.224969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 07:59:57.234760 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:57.235959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.245094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-119480598-network', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:59:57.250322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:57.255571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Usage tracker for resource:network and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:57.258730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:57.266553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:57.326241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Made reservation on behalf of 0dc73fb84ada4a75a4a313679d200761 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:59:57.332110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.356360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.375270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:57.382711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:57.386620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:57.395198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:57.443734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.470833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e802f-eb6c-4c74-981a-fb499e54e97a req-51abc764-1bd9-47e2-a145-8027ffff64b9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:57.480287 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c6e802f-eb6c-4c74-981a-fb499e54e97a req-51abc764-1bd9-47e2-a145-8027ffff64b9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1888425
Jan 21 07:59:57.525891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 5c271f2f-1d0c-4ba0-8099-c1c07068a280, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=5c271f2f-1d0c-4ba0-8099-c1c07068a280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 07:59:57.527462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 07:59:57.566343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.579009 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c6e802f-eb6c-4c74-981a-fb499e54e97a req-0c2cd802-a607-43b3-960d-4125d41e6cbd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976448
Jan 21 07:59:57.608366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.610458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6676238b-3ca1-40e0-88b4-6ff2304ce444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:57.630802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.653683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 07:59:57.667385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.667958 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Added segment e9b3b9e3-0946-4b7e-b86b-c82b000a4af7 of type vxlan for network fb41ddfa-257d-4532-addf-c5d851abf5d3
Jan 21 07:59:57.692026 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280', 'code': 200}
Jan 21 07:59:57.701346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.713022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7a0669fd-0468-4f90-ac34-29fed599de80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:57.730312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=5c271f2f-1d0c-4ba0-8099-c1c07068a280,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:57.733926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:57.764280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db05e1cd-0f25-4e82-aba3-a55698b93858,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:57.769492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:57.822383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.823775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:57.824474 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.832075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:57.879937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:57.967187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb41ddfa-257d-4532-addf-c5d851abf5d3,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:57.970309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:57.980477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:59:58.041658 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.0484436
Jan 21 07:59:58.042201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58374) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:58.054423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Request body: {'subnet': {'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-119480598-subnet', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:59:58.066170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:58.075116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Usage tracker for resource:subnet and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:58.082311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:58.099724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:58.177997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Made reservation on behalf of 0dc73fb84ada4a75a4a313679d200761 for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 07:59:58.182750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852594873'] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:58.208085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 07:59:58.342738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 5c271f2f-1d0c-4ba0-8099-c1c07068a280 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 07:59:58.402045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125a051-fb8e-4bf7-94d8-d40ee3b87f20 req-0e8dfe70-ddcf-4c88-872f-0db5430c4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:58.403735 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f125a051-fb8e-4bf7-94d8-d40ee3b87f20 req-0e8dfe70-ddcf-4c88-872f-0db5430c4c5b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 1163 time: 0.2925379
Jan 21 07:59:58.430922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 07:59:58.431349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:58.437162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a616e33-7c39-4223-adde-b0e0d454c79e req-03683655-7523-4dc8-8dd0-59eac4d2c8c7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:58.439055 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3a616e33-7c39-4223-adde-b0e0d454c79e req-03683655-7523-4dc8-8dd0-59eac4d2c8c7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.1669419
Jan 21 07:59:58.550659 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f125a051-fb8e-4bf7-94d8-d40ee3b87f20 req-8719aedb-c0b5-4a25-9365-dead110b5ab6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066179
Jan 21 07:59:58.561374 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3a616e33-7c39-4223-adde-b0e0d454c79e req-bc145099-4318-4e8b-be39-95c2c020b564 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938761
Jan 21 07:59:58.920175 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef00d7-b040-4bf4-a811-7b6b5218f45c req-532c7adc-77bb-4c2d-98fd-d33b6b91a879 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:58.921880 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4fef00d7-b040-4bf4-a811-7b6b5218f45c req-532c7adc-77bb-4c2d-98fd-d33b6b91a879 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1533034
Jan 21 07:59:59.015773 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4fef00d7-b040-4bf4-a811-7b6b5218f45c req-b7a44d56-7ad5-46cd-8b6d-069eefe8b9a2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862935
Jan 21 07:59:59.043704 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2592565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852594828'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:59.062610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7aaf036c-93c1-4038-b08f-11f882868a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 07:59:59.194432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc07a3d-72f1-41d8-97b1-c207a94503ad,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 07:59:59.207947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 07:59:59.274013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Checking segment: {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 07:59:59.274521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Network hostable DHCP agents. Network: fb41ddfa-257d-4532-addf-c5d851abf5d3, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 07:59:59.326262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 07:59:59.358984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, fb41ddfa-257d-4532-addf-c5d851abf5d3) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 07:59:59.368867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa3d4fd-71b4-4495-9e61-4bd2006b50cd None None] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 07:59:59.377000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:59.377848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:59.448715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58402) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:59.448945 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4049451
Jan 21 07:59:59.454920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 07:59:59.461510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:59.466277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Usage tracker for resource:router and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:59.469887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:59.487334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:59.544404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:59.547914 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:59.563835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:59.635300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58410) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 07:59:59.786484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-fb41ddfa-257d-4532-addf-c5d851abf5d3', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 07:59:59.787410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:59.814206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 07:59:59.848905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 07:59:59.853366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Usage tracker for resource:security_group_rule and tenant:171af236572049b98e9ce8ef21174dc8 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 07:59:59.857483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 07:59:59.863680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 07:59:59.947267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacf4f-e4ac-4247-9735-a00ddc17e468 req-536b84f6-5f1e-4eda-b20a-17a1aa09a19a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 07:59:59.949012 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a3dacf4f-e4ac-4247-9735-a00ddc17e468 req-536b84f6-5f1e-4eda-b20a-17a1aa09a19a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.2411025
Jan 21 07:59:59.958848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.063598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.088670 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a3dacf4f-e4ac-4247-9735-a00ddc17e468 req-09066c23-abbe-4305-90bc-e0b927f6dced tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254673
Jan 21 08:00:00.090188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.120102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dade4498-2ee3-4bf9-acae-bcb140aa37e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:00.142052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Allocated IP 172.20.0.2 (fb41ddfa-257d-4532-addf-c5d851abf5d3/2bc07a3d-72f1-41d8-97b1-c207a94503ad/3e5e457a-dc61-4047-83ae-398645b009ea) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:00:00.168577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fc18ae-431c-46cb-9b25-c01ce686f5ad,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:00.172280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:00.177964 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=171af236572049b98e9ce8ef21174dc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5407844
Jan 21 08:00:00.183765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58426) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:00.248304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.336270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.380756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.420823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.423828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3d010-9a36-40c0-9aee-7db9465f45d7 req-86f37e5b-98d7-43be-b1bb-85c3cf8b4832 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:00.426502 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a6a3d010-9a36-40c0-9aee-7db9465f45d7 req-86f37e5b-98d7-43be-b1bb-85c3cf8b4832 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1669216
Jan 21 08:00:00.497998 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a6a3d010-9a36-40c0-9aee-7db9465f45d7 req-fb3a89fb-3c3d-461c-b8bb-d09ad8386cfd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646284
Jan 21 08:00:00.499155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.507406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6963c442-0f6e-4099-9b90-58b070d75b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:00.540878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.562333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fc18ae-431c-46cb-9b25-c01ce686f5ad,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:00.565350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:00.581624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.582354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Transition to ACTIVE for port object 3e5e457a-dc61-4047-83ae-398645b009ea will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:00.587379 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45fc18ae-431c-46cb-9b25-c01ce686f5ad HTTP/1.1" status: 204  len: 168 time: 0.4061177
Jan 21 08:00:00.605910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Transition to ACTIVE for port object 3e5e457a-dc61-4047-83ae-398645b009ea will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:00.658103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:00.772943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Allocated IP 172.27.0.77 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/f5e049b6-924b-477e-8cff-f17f08b8da50) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:00:00.793108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:00.902392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Pushing event updated for resources: {'Port': ['ID=3e5e457a-dc61-4047-83ae-398645b009ea,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:00.922736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:00.946982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:00.948241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:00.952937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:00:01.025179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Attempting to bind port 3e5e457a-dc61-4047-83ae-398645b009ea on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:00:01.025353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Attempting to bind port 3e5e457a-dc61-4047-83ae-398645b009ea by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:00:01.025653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Attempting to bind port 3e5e457a-dc61-4047-83ae-398645b009ea on network fb41ddfa-257d-4532-addf-c5d851abf5d3 {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:00:01.031763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:00:01.032191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Checking segment: {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:01.032645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:01.033099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Bound using segment: {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:00:01.033803 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Bound port: 3e5e457a-dc61-4047-83ae-398645b009ea, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:00:01.034450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:01.065866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:01.127491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:01.134858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] For port 3e5e457a-dc61-4047-83ae-398645b009ea, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:00:01.138568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] For port 3e5e457a-dc61-4047-83ae-398645b009ea, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3e5e457a-dc61-4047-83ae-398645b009ea,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:00:01.152440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:01.173577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:01.261098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e049b6-924b-477e-8cff-f17f08b8da50,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:01.326661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:01.410797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:01.433984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:01.435494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:01.438500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:00:01.489033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58464) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:01.525193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2a296-03ec-48ae-ae2d-28355030ef1f req-7fa187f9-6f02-4be2-bf1f-0c15a7351b3b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:01.527259 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f8a2a296-03ec-48ae-ae2d-28355030ef1f req-7fa187f9-6f02-4be2-bf1f-0c15a7351b3b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.2355933
Jan 21 08:00:01.571944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Pushing event updated for resources: {'Port': ['ID=3e5e457a-dc61-4047-83ae-398645b009ea,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:01.585008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:01.604833 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f8a2a296-03ec-48ae-ae2d-28355030ef1f req-f0869ba7-e132-4c28-af2c-9b37e9f1b952 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712733
Jan 21 08:00:01.647467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:01.675134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:01.683493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Usage tracker for resource:security_group_rule and tenant:bcaeff78208c43589d5de1b9c8a38e49 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:01.686876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:01.695152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:01.860829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354fd36-323c-4c9b-b974-5565081c5263 req-0a2f3266-f0c4-4051-aecf-cf3b54fef7c6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:01.863382 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a354fd36-323c-4c9b-b974-5565081c5263 req-0a2f3266-f0c4-4051-aecf-cf3b54fef7c6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1365359
Jan 21 08:00:01.991369 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a354fd36-323c-4c9b-b974-5565081c5263 req-bca8c8dc-bf75-4b1b-b889-26773c96b9f0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162779
Jan 21 08:00:02.215372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3e5e457a-dc61-4047-83ae-398645b009ea up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:02.435464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:02.447146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 3e5e457a-dc61-4047-83ae-398645b009ea completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:02.824532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:02.851513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-daf5b64b-edb1-48a1-990b-66854f1f530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:02.926793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:03.019272 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcaeff78208c43589d5de1b9c8a38e49&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5248806
Jan 21 08:00:03.019369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58494) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:03.089570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879f6d99-9752-48f4-9184-ed3183c2a86f,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:03.099426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:03.213021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:03.303237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:03.405189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c1f528-0057-4e02-8242-f9de652bf900 None None] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:00:03.422196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbbab5-c57c-48ba-bda9-76d1f960bb0b req-22fc4330-ee27-4cb3-b18d-e4dadaa9c31f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:03.430889 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cddbbab5-c57c-48ba-bda9-76d1f960bb0b req-22fc4330-ee27-4cb3-b18d-e4dadaa9c31f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1777728
Jan 21 08:00:03.498195 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cddbbab5-c57c-48ba-bda9-76d1f960bb0b req-00441044-b945-4177-8c0f-1ad24ab0d5db tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661862
Jan 21 08:00:03.521282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:03.527441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-da0cb1b0-eb99-4b63-af6c-67045cfa48fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:03.546270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879f6d99-9752-48f4-9184-ed3183c2a86f,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:03.546665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:03.550456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:03.558820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:03.563517 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/879f6d99-9752-48f4-9184-ed3183c2a86f HTTP/1.1" status: 204  len: 168 time: 0.5436077
Jan 21 08:00:03.748049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Provisioning for port 3e5e457a-dc61-4047-83ae-398645b009ea completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:03.756925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Provisioning complete for port 3e5e457a-dc61-4047-83ae-398645b009ea triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:03.757338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:03.892084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Router ac620461-f0dd-402a-9268-b56e8def3d49 is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 08:00:04.140802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:04.222003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] For port 3e5e457a-dc61-4047-83ae-398645b009ea, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3e5e457a-dc61-4047-83ae-398645b009ea,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:04.285307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:04.290957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:04.326659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:00:04.338534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Sync routers for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:00:04.353182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:04.354389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de0ffc50>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:59:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:04.425249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Pushing event updated for resources: {'Port': ['ID=3e5e457a-dc61-4047-83ae-398645b009ea,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:04.436313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:04.452337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:04.460419 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.0103035
Jan 21 08:00:04.461432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58522) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:04.660371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-41b9ca36-3d1d-4766-bcbb-8668637f43df None None] Provisioning complete for port 3e5e457a-dc61-4047-83ae-398645b009ea triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:04.660876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-41b9ca36-3d1d-4766-bcbb-8668637f43df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:04.932046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:05.148229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-9c8dac65-2f31-4894-afc8-e91f429755a7 None None] Provisioning complete for port 3e5e457a-dc61-4047-83ae-398645b009ea triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:05.149144 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9c8dac65-2f31-4894-afc8-e91f429755a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:05.650593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a8e55938-82f4-4b7b-9c1f-eeb671f364bc None None] Provisioning complete for port 3e5e457a-dc61-4047-83ae-398645b009ea triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:05.650855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a8e55938-82f4-4b7b-9c1f-eeb671f364bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:05.774305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de0ffc50>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:02Z', 'revision_number': 3, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:05.786236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Checking router: ac620461-f0dd-402a-9268-b56e8def3d49 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:00:05.786657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Updating router ac620461-f0dd-402a-9268-b56e8def3d49 port f5e049b6-924b-477e-8cff-f17f08b8da50 binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:00:05.951247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:06.138058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31abe72-0d36-486d-a9b5-e1155fb6e669 req-b81170a0-1af8-4556-8c08-543ae096c2a3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:06.147190 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e31abe72-0d36-486d-a9b5-e1155fb6e669 req-b81170a0-1af8-4556-8c08-543ae096c2a3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 1.1899097
Jan 21 08:00:06.240896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3e5e457a-dc61-4047-83ae-398645b009ea up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:06.369884 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e31abe72-0d36-486d-a9b5-e1155fb6e669 req-53e5f9ee-07a8-4c0e-ac23-942118f4dd1e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2215450
Jan 21 08:00:06.406234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 3e5e457a-dc61-4047-83ae-398645b009ea triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:06.416946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:06.776841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:06.951793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:06.973173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Transition to ACTIVE for port object f5e049b6-924b-477e-8cff-f17f08b8da50 will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:07.092042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:07.125635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:07.411762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Attempting to bind port f5e049b6-924b-477e-8cff-f17f08b8da50 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:00:07.412178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Attempting to bind port f5e049b6-924b-477e-8cff-f17f08b8da50 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:00:07.416088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Attempting to bind port f5e049b6-924b-477e-8cff-f17f08b8da50 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:00:07.422947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:00:07.423678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:07.424253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:07.424612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:00:07.425191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Bound port: f5e049b6-924b-477e-8cff-f17f08b8da50, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:00:07.425627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:07.588944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Allocated IP 172.20.0.1 (fb41ddfa-257d-4532-addf-c5d851abf5d3/2bc07a3d-72f1-41d8-97b1-c207a94503ad/f00cbc00-2d41-4c82-a77f-ae9cfa96f332) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:00:07.706450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Pushing event updated for resources: {'Port': ['ID=f5e049b6-924b-477e-8cff-f17f08b8da50,revision_number=2']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:07.740520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.740818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.741151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.741526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.741926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.742279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.742646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.743014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.743399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.743764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.744127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.744495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.744909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.745269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.745628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.746032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.746393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.746752 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.747108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.747463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.747829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.748187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.748544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.748900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:07.758814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:07.805489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] For port f5e049b6-924b-477e-8cff-f17f08b8da50, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:00:07.895890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] For port f5e049b6-924b-477e-8cff-f17f08b8da50, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f5e049b6-924b-477e-8cff-f17f08b8da50,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:00:07.934262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:07.991167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:08.055014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7205f2-4096-4960-821b-b7e18f80ab75 req-e9dde77b-369d-4a92-bc7e-8319f61060be tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:08.061397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ca295668-ccff-45ee-8261-6e0f24806e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:08.072666 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c7205f2-4096-4960-821b-b7e18f80ab75 req-e9dde77b-369d-4a92-bc7e-8319f61060be tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.3083913
Jan 21 08:00:08.190481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Transition to ACTIVE for port object f00cbc00-2d41-4c82-a77f-ae9cfa96f332 will not be triggered until provisioned by entity DHCP. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:08.291474 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c7205f2-4096-4960-821b-b7e18f80ab75 req-96bee6de-c14e-4ee9-a181-25535d72246d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1506152
Jan 21 08:00:08.340670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d430-ffff-4710-86c2-8854a3568cca req-782cf546-5ae1-4901-a311-93d8f9fbbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:08.342751 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b931d430-ffff-4710-86c2-8854a3568cca req-782cf546-5ae1-4901-a311-93d8f9fbbb07 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.3191841
Jan 21 08:00:08.356352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:08.357058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de0ffc50>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:59:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:08.575978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d430-ffff-4710-86c2-8854a3568cca req-ca0ffeac-0d6c-4863-affb-193613e27fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:08.577816 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b931d430-ffff-4710-86c2-8854a3568cca req-ca0ffeac-0d6c-4863-affb-193613e27fee service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.2134037
Jan 21 08:00:08.669283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:08.676673 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b931d430-ffff-4710-86c2-8854a3568cca req-09110d33-f964-4685-9884-27a3f00d6a61 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 200  len: 217 time: 0.0885541
Jan 21 08:00:08.708929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d42934-a17a-4961-a9c3-08621681c333 req-637ae08b-8f10-4414-b6e1-2cebb2f1fdfd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:08.710976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3d42934-a17a-4961-a9c3-08621681c333 req-637ae08b-8f10-4414-b6e1-2cebb2f1fdfd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.5186346
Jan 21 08:00:08.713968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:08.786669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:08.888784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Pushing event updated for resources: {'Port': ['ID=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:08.912930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Pushing event updated for resources: {'Port': ['ID=f5e049b6-924b-477e-8cff-f17f08b8da50,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:08.964886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:08.990661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:09.024786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d430-ffff-4710-86c2-8854a3568cca req-8b495216-c6a8-449d-b152-12a087b4d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:09.026943 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b931d430-ffff-4710-86c2-8854a3568cca req-8b495216-c6a8-449d-b152-12a087b4d2ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.3144798
Jan 21 08:00:09.124628 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b931d430-ffff-4710-86c2-8854a3568cca req-8a2c6a1e-88f2-460b-bf2e-8595759e281c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0877693
Jan 21 08:00:09.135976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3d42934-a17a-4961-a9c3-08621681c333 req-63fe30f4-5d65-4970-8114-3e6d0ccc7c83 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3722770
Jan 21 08:00:09.211421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de0ffc50>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:02Z', 'revision_number': 3, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:09.215529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3735289a-499e-47b7-ae8d-49bfb47dc98c None None] The sync data for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi is: [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:02Z', 'revision_number': 3, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:00:09.365861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:09.372148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:09.375088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:00:09.436410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:09.550860 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b931d430-ffff-4710-86c2-8854a3568cca req-648603f4-c407-47cb-ab50-a13fa30b97a7 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3993738
Jan 21 08:00:09.839918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:00:09.907144 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:10.005051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c07e5acd-a08c-48e8-bbb5-e8fbee228255 None None] Provisioning for port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:10.011356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c07e5acd-a08c-48e8-bbb5-e8fbee228255 None None] Provisioning complete for port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:10.017225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c07e5acd-a08c-48e8-bbb5-e8fbee228255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:10.108767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-c07e5acd-a08c-48e8-bbb5-e8fbee228255 None None] Port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:00:10.284910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f5e049b6-924b-477e-8cff-f17f08b8da50 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:10.520599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port f5e049b6-924b-477e-8cff-f17f08b8da50 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:10.527920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port f5e049b6-924b-477e-8cff-f17f08b8da50 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:10.528696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:10.581012 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b931d430-ffff-4710-86c2-8854a3568cca req-1dfa0605-4804-4e4a-a6f5-8890450c473f service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0208986
Jan 21 08:00:10.614952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4681-dc06-4340-bc65-7aca183af775 req-878c9a33-3409-477e-8019-04dc0e0fa3e5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:10.636595 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8e8e4681-dc06-4340-bc65-7aca183af775 req-878c9a33-3409-477e-8019-04dc0e0fa3e5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.8976061
Jan 21 08:00:10.789048 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8e8e4681-dc06-4340-bc65-7aca183af775 req-9a7ed77b-df94-41b9-9b65-d5991b158923 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1565115
Jan 21 08:00:10.803977 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:10.845208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port f5e049b6-924b-477e-8cff-f17f08b8da50, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f5e049b6-924b-477e-8cff-f17f08b8da50,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:10.931751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:10.936070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:11.034499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744dae5-9e0e-418a-bcdd-62d0c352afc0 req-0fbdccf9-09b0-4a7c-be42-bb6a8286ee6d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:11.036589 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1744dae5-9e0e-418a-bcdd-62d0c352afc0 req-0fbdccf9-09b0-4a7c-be42-bb6a8286ee6d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.6206489
Jan 21 08:00:11.072781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=f5e049b6-924b-477e-8cff-f17f08b8da50,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:11.077408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:11.145489 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1744dae5-9e0e-418a-bcdd-62d0c352afc0 req-08dc0d73-6126-4d8b-9589-6de12a8852f1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012375
Jan 21 08:00:11.188184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:11.228845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:11.268359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3397c570-82c5-497d-85b9-8e5f9b6a71ec tempest-DeleteServersTestJSON-1573684355 tempest-DeleteServersTestJSON-1573684355] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:11.363017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:11.380678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Pushing event updated for resources: {'Port': ['ID=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:11.387628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:11.540383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:11.541694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:11.799861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Router ac620461-f0dd-402a-9268-b56e8def3d49 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:00:11.849216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6bec1451-34df-4439-b3b4-b260deb36b36 None None] Provisioning complete for port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:11.849639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6bec1451-34df-4439-b3b4-b260deb36b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:12.008294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-6bec1451-34df-4439-b3b4-b260deb36b36 None None] Port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:00:12.123354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:00:12.147851 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] 10.222.0.21 "PUT /v2.0/routers/ac620461-f0dd-402a-9268-b56e8def3d49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6779504
Jan 21 08:00:12.173777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f5e049b6-924b-477e-8cff-f17f08b8da50 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:12.220911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9a92e-6c2f-4e50-9122-b96ea01903cf req-ae1f411e-1076-4e60-b509-31a00b774743 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:12.223085 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-49d9a92e-6c2f-4e50-9122-b96ea01903cf req-ae1f411e-1076-4e60-b509-31a00b774743 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1621983
Jan 21 08:00:12.288340 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-49d9a92e-6c2f-4e50-9122-b96ea01903cf req-adb103d6-d77f-4723-b9c5-9dfa98f3d812 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570643
Jan 21 08:00:12.326740 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port f5e049b6-924b-477e-8cff-f17f08b8da50 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:12.327756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:12.743755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871de2ea-3805-4fbf-a9e0-081b98f5e35b req-9bdc9b57-320c-48ad-b0f0-9872c3e9b5bb tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:12.752972 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-871de2ea-3805-4fbf-a9e0-081b98f5e35b req-9bdc9b57-320c-48ad-b0f0-9872c3e9b5bb tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2899005
Jan 21 08:00:12.954003 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-871de2ea-3805-4fbf-a9e0-081b98f5e35b req-39e78b58-dd03-4c12-ae36-3812b038bd30 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946206
Jan 21 08:00:13.058786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Sync routers for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:00:13.089180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:13.096574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd86d2e8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:59:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:13.719371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:13.778876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444db2f-9507-4600-9c26-a085b45e51fc req-e844b723-2748-4172-8611-57a8f01961b9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:13.788571 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1444db2f-9507-4600-9c26-a085b45e51fc req-e844b723-2748-4172-8611-57a8f01961b9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1487589
Jan 21 08:00:13.869400 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1444db2f-9507-4600-9c26-a085b45e51fc req-046ea402-ee13-4ff0-b565-6f6d73053dba tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793111
Jan 21 08:00:13.961209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58678) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:13.973454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-81388681-network', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:13.984259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:13.991631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Usage tracker for resource:network and tenant:33fa11fc729747b0b841b9c45f61abeb is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:14.004965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:14.016942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:14.069130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Made reservation on behalf of 33fa11fc729747b0b841b9c45f61abeb for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:00:14.083983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:14.107711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:14.153859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:14.162901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Usage tracker for resource:security_group_rule and tenant:33fa11fc729747b0b841b9c45f61abeb is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:14.170946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:14.186753 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:14.213331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd86d2e8>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 2, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:14.327556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Checking router: ac620461-f0dd-402a-9268-b56e8def3d49 for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:00:14.328052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Updating router ac620461-f0dd-402a-9268-b56e8def3d49 port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:00:14.472730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:14.498945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209d6d7-2c54-4812-9568-b461f7394462 req-514b4da2-3c1e-41a2-919e-cf1bc5c79353 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:14.501509 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5209d6d7-2c54-4812-9568-b461f7394462 req-514b4da2-3c1e-41a2-919e-cf1bc5c79353 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1264281
Jan 21 08:00:14.570120 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5209d6d7-2c54-4812-9568-b461f7394462 req-4467759c-de57-4f69-b28b-b769657e44bf tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618455
Jan 21 08:00:15.123256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.177088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.185812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4851b0b8-eb0a-45aa-bc83-ccd2a8e6f6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:15.221490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528fc8a-c74a-4308-8e06-01a44fa27735 req-4a5d6b71-f339-4641-a298-92730b1cb360 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:15.225172 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3528fc8a-c74a-4308-8e06-01a44fa27735 req-4a5d6b71-f339-4641-a298-92730b1cb360 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1286504
Jan 21 08:00:15.269833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ac29c-cd50-4bbd-8508-a28236e50143,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:15.275543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:15.290713 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3528fc8a-c74a-4308-8e06-01a44fa27735 req-089231d4-ce8b-4dc0-aa95-f912e8420a01 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585589
Jan 21 08:00:15.306652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 08:00:15.320286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.320805 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Added segment 72769e36-6cbc-4573-97f2-e13d7c8d597d of type vxlan for network 93913792-f62c-458b-aec4-3c1c750e3cfa
Jan 21 08:00:15.372391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.438690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.454765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Transition to ACTIVE for port object f00cbc00-2d41-4c82-a77f-ae9cfa96f332 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:15.474096 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.482234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:15.483517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.499860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:15.520360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.539390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:15.643693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Pushing event updated for resources: {'Network': ['ID=93913792-f62c-458b-aec4-3c1c750e3cfa,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:15.658735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:15.661255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 93913792-f62c-458b-aec4-3c1c750e3cfa details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:00:15.713309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58706) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:15.716669 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 1.7541046
Jan 21 08:00:15.722259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Request body: {'subnet': {'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-81388681-subnet', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:15.734279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:15.745259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Usage tracker for resource:subnet and tenant:33fa11fc729747b0b841b9c45f61abeb is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:15.749406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:15.764900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:15.830402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Made reservation on behalf of 33fa11fc729747b0b841b9c45f61abeb for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:00:15.836740 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852594873'] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:15.881236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 93913792-f62c-458b-aec4-3c1c750e3cfa details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:00:15.952831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Pushing event updated for resources: {'Port': ['ID=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:16.057491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.060323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.060323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.060323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.060323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.060323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.060323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.061120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.061732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.062336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.062901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.063456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.064197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.065964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.066613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.067522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.068067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.068841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.069398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.070001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.070572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.071583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.072146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.072833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:16.078389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:16.304639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003aaf7-2cde-4dbe-94b2-644eb1809b4d req-f1b05bc3-5ac2-4295-8966-7df164384af9 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:16.306470 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8003aaf7-2cde-4dbe-94b2-644eb1809b4d req-f1b05bc3-5ac2-4295-8966-7df164384af9 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1559465
Jan 21 08:00:16.490219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fd827-7022-4718-a124-09cdd278a381 req-5a73936c-d914-4005-bdf2-95589a5a0152 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:16.505417 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-861fd827-7022-4718-a124-09cdd278a381 req-5a73936c-d914-4005-bdf2-95589a5a0152 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.4444811
Jan 21 08:00:16.607267 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8003aaf7-2cde-4dbe-94b2-644eb1809b4d req-ffd58c86-78f0-4472-88e9-8020ccef062b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2846184
Jan 21 08:00:16.630215 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-861fd827-7022-4718-a124-09cdd278a381 req-90357ded-c979-483b-a944-107ccddee1cd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256714
Jan 21 08:00:16.639412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Attempting to bind port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:00:16.639832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Attempting to bind port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:00:16.640293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Attempting to bind port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 on network fb41ddfa-257d-4532-addf-c5d851abf5d3 {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:00:16.666374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:00:16.666801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Checking segment: {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:16.667252 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:16.667696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Bound using segment: {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:00:16.668219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Bound port: f00cbc00-2d41-4c82-a77f-ae9cfa96f332, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:00:16.668639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:16.834738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] For port f00cbc00-2d41-4c82-a77f-ae9cfa96f332, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:00:16.838520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] For port f00cbc00-2d41-4c82-a77f-ae9cfa96f332, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:00:16.869319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:17.010344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:17.070918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b3812-011d-444e-bfd8-15913ae0c325 req-3e45a208-2a4c-4b72-84e3-c6bdecb2ff05 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:17.082249 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f2b3812-011d-444e-bfd8-15913ae0c325 req-3e45a208-2a4c-4b72-84e3-c6bdecb2ff05 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2205510
Jan 21 08:00:17.112396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:17.113093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd86d2e8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:59:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:17.210934 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f2b3812-011d-444e-bfd8-15913ae0c325 req-50b017fc-9c28-49bc-9ada-059d92e43fa5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274114
Jan 21 08:00:17.212704 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Pushing event updated for resources: {'Port': ['ID=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:17.225890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:17.314933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2592565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852594828'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:17.339489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-121a2415-ee6f-47c8-9d03-43009a1b3a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:17.396478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:17.420216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1e7d17-16c8-45ad-8f63-c0861ddbf53e,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:17.544784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:17.706045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Checking segment: {'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:17.706452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Network hostable DHCP agents. Network: 93913792-f62c-458b-aec4-3c1c750e3cfa, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 08:00:17.784319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Network 93913792-f62c-458b-aec4-3c1c750e3cfa is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 08:00:17.848444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 93913792-f62c-458b-aec4-3c1c750e3cfa) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:17.924463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:17.926750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:18.020270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58736) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:18.026273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:18.034411 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fde3d88b-750a-4a72-b74c-a53007e847c8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 2.3193583
Jan 21 08:00:18.036800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:18.039646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fec3b0-207a-40ca-8267-dcfcc1cc8af4 None None] Network 93913792-f62c-458b-aec4-3c1c750e3cfa requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:00:18.048177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Usage tracker for resource:router and tenant:33fa11fc729747b0b841b9c45f61abeb is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:18.054413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:18.071129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:18.108311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb4b23-072f-4fdf-ab36-ba64688a60ef req-623594d9-187a-4e72-ac79-201569c7e2b3 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:18.117377 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c1eb4b23-072f-4fdf-ab36-ba64688a60ef req-623594d9-187a-4e72-ac79-201569c7e2b3 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.3220589
Jan 21 08:00:18.120334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:18.121469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:18.203410 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c1eb4b23-072f-4fdf-ab36-ba64688a60ef req-68a47c2a-224b-43da-baad-9e0307bbf9c7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849273
Jan 21 08:00:18.244234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd8c6-1492-4eba-9b5e-8865acfc83b7 req-23fe9082-dc3a-40a1-8f6b-5ac690005213 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:18.246174 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-254bd8c6-1492-4eba-9b5e-8865acfc83b7 req-23fe9082-dc3a-40a1-8f6b-5ac690005213 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.3955693
Jan 21 08:00:18.291188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:18.313451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd86d2e8>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:16Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:18.326520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc22fa2-9510-48d1-aa79-54528b6d50b5 None None] The sync data for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi is: [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:16Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:00:18.413547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-93913792-f62c-458b-aec4-3c1c750e3cfa', 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'fixed_ips': [{'subnet_id': '6a1e7d17-16c8-45ad-8f63-c0861ddbf53e'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 08:00:18.414557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:18.939974 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-254bd8c6-1492-4eba-9b5e-8865acfc83b7 req-6f85915a-17c1-404c-ad55-8ff151632d11 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6856737
Jan 21 08:00:18.976305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:19.072714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4107-35ef-4fb9-90f7-f30da2f4d82c req-01238e80-7ca4-4d64-867e-92124e3e8bbe tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:19.081060 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-664f4107-35ef-4fb9-90f7-f30da2f4d82c req-01238e80-7ca4-4d64-867e-92124e3e8bbe tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2291028
Jan 21 08:00:19.126937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Allocated IP 172.20.0.2 (93913792-f62c-458b-aec4-3c1c750e3cfa/6a1e7d17-16c8-45ad-8f63-c0861ddbf53e/45525c8e-ef15-4705-b1b1-9708a8e0ced7) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:00:19.243404 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-664f4107-35ef-4fb9-90f7-f30da2f4d82c req-0644918a-4de8-4344-8d9e-1feafbb5af36 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1609657
Jan 21 08:00:19.701470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:19.757297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Transition to ACTIVE for port object 45525c8e-ef15-4705-b1b1-9708a8e0ced7 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:19.817833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Transition to ACTIVE for port object 45525c8e-ef15-4705-b1b1-9708a8e0ced7 will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:19.818256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cfebe-c061-40d5-aa0c-1041eb95f913 req-4f581689-669a-4473-b657-762a7081ac3f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:19.826804 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cf4cfebe-c061-40d5-aa0c-1041eb95f913 req-4f581689-669a-4473-b657-762a7081ac3f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2184336
Jan 21 08:00:19.827671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:19.875380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:19.917359 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cf4cfebe-c061-40d5-aa0c-1041eb95f913 req-57942e9a-485d-4a2d-8aa6-0869d1a60949 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895281
Jan 21 08:00:20.103768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50473f0b-b60d-4f9b-be7c-32917e3b3c29 req-d00e3a23-fa14-4841-8efc-5bb2b5be35be tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:20.107248 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-50473f0b-b60d-4f9b-be7c-32917e3b3c29 req-d00e3a23-fa14-4841-8efc-5bb2b5be35be tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 945 time: 0.1844454
Jan 21 08:00:20.168838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:20.188854 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-50473f0b-b60d-4f9b-be7c-32917e3b3c29 req-60c099c6-f168-4f77-acb5-ccab2e6b85f7 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756118
Jan 21 08:00:20.277828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Pushing event updated for resources: {'Port': ['ID=45525c8e-ef15-4705-b1b1-9708a8e0ced7,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:20.291332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f00cbc00-2d41-4c82-a77f-ae9cfa96f332 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:20.332187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:20.353137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Network 93913792-f62c-458b-aec4-3c1c750e3cfa is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:20.356517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:20.367491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:20.368371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:00:20.416482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aea2-3a57-4f74-b011-524de79e8e61 req-e7f2b4a5-ab88-42cc-8f59-2f59032bca0d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:20.419809 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdb8aea2-3a57-4f74-b011-524de79e8e61 req-e7f2b4a5-ab88-42cc-8f59-2f59032bca0d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.2027354
Jan 21 08:00:20.461282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Attempting to bind port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:00:20.461702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Attempting to bind port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:00:20.462274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Attempting to bind port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 on network 93913792-f62c-458b-aec4-3c1c750e3cfa {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:00:20.468810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:00:20.469228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Checking segment: {'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:20.469678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:20.470178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Bound using segment: {'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:00:20.470909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Bound port: 45525c8e-ef15-4705-b1b1-9708a8e0ced7, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:00:20.471509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:20.582114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:20.648111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] For port 45525c8e-ef15-4705-b1b1-9708a8e0ced7, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:00:20.652025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] For port 45525c8e-ef15-4705-b1b1-9708a8e0ced7, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=45525c8e-ef15-4705-b1b1-9708a8e0ced7,segment=NetworkSegment(72769e36-6cbc-4573-97f2-e13d7c8d597d),segment_id=72769e36-6cbc-4573-97f2-e13d7c8d597d)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:00:20.654116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:20.654704 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:20.702403 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:20.711041 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdb8aea2-3a57-4f74-b011-524de79e8e61 req-60e5533b-ee08-4a89-bf4d-2a83e8cb7d23 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2798355
Jan 21 08:00:20.731350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:20.804813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2c3b6-f18e-40d9-bd58-d8b0918ba471 req-7e603b8e-61ba-4509-92aa-f3de90027c8c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:20.806578 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3f2c3b6-f18e-40d9-bd58-d8b0918ba471 req-7e603b8e-61ba-4509-92aa-f3de90027c8c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2029030
Jan 21 08:00:20.855665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Allocated IP 172.27.0.13 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/c4365a5b-a0c0-40d0-aa6f-f69b43f99357) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:00:20.914043 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c3f2c3b6-f18e-40d9-bd58-d8b0918ba471 req-9038e348-c376-4357-805c-3e256bd65127 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969548
Jan 21 08:00:20.941662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Pushing event updated for resources: {'Port': ['ID=45525c8e-ef15-4705-b1b1-9708a8e0ced7,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:20.946585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:21.038686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:21.103947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port f00cbc00-2d41-4c82-a77f-ae9cfa96f332, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:21.142446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:21.158834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:21.161062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:21.253341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:21.288418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:21.303757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:21.309806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:21.449143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35078d-dca0-4339-93f0-92cb24b3171e req-313c14ff-4ae9-4a15-acba-d4ce84722ee1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:21.495877 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aa35078d-dca0-4339-93f0-92cb24b3171e req-313c14ff-4ae9-4a15-acba-d4ce84722ee1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2666788
Jan 21 08:00:21.602987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Pushing event updated for resources: {'Port': ['ID=c4365a5b-a0c0-40d0-aa6f-f69b43f99357,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:21.606423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:21.628533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:21.629989 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:21.633768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:00:21.687278 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aa35078d-dca0-4339-93f0-92cb24b3171e req-1ca44cc6-a06d-4b3a-a2ff-1c7194fed209 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653830
Jan 21 08:00:21.763612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443467ea-5df0-4b69-960c-aac6d172c9c2 req-d48e7bca-4067-4bdd-8ce0-1dcc6bb210b7 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:21.765482 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-443467ea-5df0-4b69-960c-aac6d172c9c2 req-d48e7bca-4067-4bdd-8ce0-1dcc6bb210b7 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 945 time: 0.2626021
Jan 21 08:00:21.882451 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-443467ea-5df0-4b69-960c-aac6d172c9c2 req-41219569-826f-42e7-94ee-f8be54ab84a7 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100597
Jan 21 08:00:22.203217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6716c1-fc88-4dc6-921e-26538bfd4839 req-d9c5b3f8-610e-4817-8079-2022795fe1eb tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:22.205620 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5e6716c1-fc88-4dc6-921e-26538bfd4839 req-d9c5b3f8-610e-4817-8079-2022795fe1eb tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.2543714
Jan 21 08:00:22.296171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f00cbc00-2d41-4c82-a77f-ae9cfa96f332 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:22.384424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02b63e-c113-4bee-9937-1f5b254595f1 req-0a752964-ad79-4a1a-b5be-d64bec12e37c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:22.384424 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4e02b63e-c113-4bee-9937-1f5b254595f1 req-0a752964-ad79-4a1a-b5be-d64bec12e37c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2717423
Jan 21 08:00:22.404066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:22.404066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:22.440889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device cef8a014-798c-4c97-8d87-aafe144dd31f no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:00:22.515463 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4e02b63e-c113-4bee-9937-1f5b254595f1 req-cf4fce64-0090-4d21-85a9-8128a2da2a29 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253366
Jan 21 08:00:22.525980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:22.560274 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5e6716c1-fc88-4dc6-921e-26538bfd4839 req-a41cd34b-ccbd-4f82-8061-aa6de241e4d8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3349950
Jan 21 08:00:22.639452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-5285e27b-b1bd-452c-a0b0-8f2006d0fc60 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:22.641520 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-5285e27b-b1bd-452c-a0b0-8f2006d0fc60 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 945 time: 0.3912640
Jan 21 08:00:22.707124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:22.768686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Deleting port cef8a014-798c-4c97-8d87-aafe144dd31f {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:00:22.769768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:22.827836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 45525c8e-ef15-4705-b1b1-9708a8e0ced7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:22.895694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port cef8a014-798c-4c97-8d87-aafe144dd31f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cef8a014-798c-4c97-8d87-aafe144dd31f,segment=NetworkSegment(c2145494-3289-424e-9fad-b700182677fd),segment_id=c2145494-3289-424e-9fad-b700182677fd)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:22.904107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:00:23.015927 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f', 'code': 200}
Jan 21 08:00:23.058536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:23.069470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c563cc-878f-43a5-a5ed-64e6eefaf1be None None] Network 93913792-f62c-458b-aec4-3c1c750e3cfa requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:00:23.208006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:23.212224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:23.223129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-67a29f6d-4c10-4748-affb-062e322ac000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:23.326530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839991bb-df10-4be3-a8c8-4ab9cdb8b031 req-2e767d3e-db25-429d-8a22-3739ece73f78 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:23.335633 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-839991bb-df10-4be3-a8c8-4ab9cdb8b031 req-2e767d3e-db25-429d-8a22-3739ece73f78 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.3925629
Jan 21 08:00:23.397109 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Provisioning for port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:23.397652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Router 7aabc8e3-4acc-43db-85c1-caf421c291ed is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 08:00:23.444889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Provisioning complete for port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:23.448687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:23.457937 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-839991bb-df10-4be3-a8c8-4ab9cdb8b031 req-e54bd386-b7f1-4f0e-88ff-e3219f4b9ccd tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202791
Jan 21 08:00:23.519553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4092af-55ca-4845-8f08-1b2ac3d49e9b req-a382e843-ed80-41fb-8a1d-abf038af2538 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:23.526186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=cef8a014-798c-4c97-8d87-aafe144dd31f,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:23.528689 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9f4092af-55ca-4845-8f08-1b2ac3d49e9b req-a382e843-ed80-41fb-8a1d-abf038af2538 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 943 time: 0.3426094
Jan 21 08:00:23.529481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:23.559969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:23.561450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] For port cef8a014-798c-4c97-8d87-aafe144dd31f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=cef8a014-798c-4c97-8d87-aafe144dd31f,segment=NetworkSegment(c2145494-3289-424e-9fad-b700182677fd),segment_id=c2145494-3289-424e-9fad-b700182677fd)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:23.562281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:23.593513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beac0b86-2a2f-4bd1-8310-e1b6805144cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:23.855284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:00:23.862293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Calling delete_port for cef8a014-798c-4c97-8d87-aafe144dd31f owned by compute:nova {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:00:23.866666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Sync routers for ids ['7aabc8e3-4acc-43db-85c1-caf421c291ed'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:00:23.888386 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Routers {'7aabc8e3-4acc-43db-85c1-caf421c291ed'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:23.889099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de0dd9e8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T07:59:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['7aabc8e3-4acc-43db-85c1-caf421c291ed'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:23.920205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:23.921806 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 5.9001684
Jan 21 08:00:23.926019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58822) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:24.230441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:24.279012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Set router 7aabc8e3-4acc-43db-85c1-caf421c291ed gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:24.297617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] For port 45525c8e-ef15-4705-b1b1-9708a8e0ced7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=45525c8e-ef15-4705-b1b1-9708a8e0ced7,segment=NetworkSegment(72769e36-6cbc-4573-97f2-e13d7c8d597d),segment_id=72769e36-6cbc-4573-97f2-e13d7c8d597d)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:24.299939 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9f4092af-55ca-4845-8f08-1b2ac3d49e9b req-e4b2b343-982c-4afe-956b-22a8653ca085 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7667785
Jan 21 08:00:24.339370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:24.341322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:24.529623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18558eef-3ac8-4754-bd18-f1db5b384027 req-5e72b665-cade-4185-8291-7f45faf59bb3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:24.546433 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18558eef-3ac8-4754-bd18-f1db5b384027 req-5e72b665-cade-4185-8291-7f45faf59bb3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.3974097
Jan 21 08:00:24.550145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:24.553954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Pushing event updated for resources: {'Port': ['ID=45525c8e-ef15-4705-b1b1-9708a8e0ced7,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:24.571279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:24.643197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-383fcc8b-b6c9-4d1b-a0d2-c813105b71ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:24.688573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-fde8ec7c-b546-4cc0-86d6-3e9482b56f2b None None] Provisioning complete for port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:24.697121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fde8ec7c-b546-4cc0-86d6-3e9482b56f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:24.726471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58832) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:25.168179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Pushing event deleted for resources: {'Port': ['ID=cef8a014-798c-4c97-8d87-aafe144dd31f,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:25.229689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:25.288136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-60e6a316-fbcb-4520-8ba1-50172564a710 None None] Provisioning complete for port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:25.288484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-60e6a316-fbcb-4520-8ba1-50172564a710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:25.346473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de0dd9e8>, [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:00:22Z', 'revision_number': 3, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:25.351612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Checking router: 7aabc8e3-4acc-43db-85c1-caf421c291ed for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:00:25.352008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Updating router 7aabc8e3-4acc-43db-85c1-caf421c291ed port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:00:25.369094 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18558eef-3ac8-4754-bd18-f1db5b384027 req-d9896735-1491-491d-9e87-2e07b915d171 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8212709
Jan 21 08:00:25.425356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:25.445018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbe819-0f8b-4036-8310-7463b606ef55 req-610dc44f-47c9-4909-86af-8c04a856dc9e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:25.467971 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8afbe819-0f8b-4036-8310-7463b606ef55 req-610dc44f-47c9-4909-86af-8c04a856dc9e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.8380423
Jan 21 08:00:25.567404 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8afbe819-0f8b-4036-8310-7463b606ef55 req-dd3c9df2-9bc8-412a-98d7-268978b8df37 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983195
Jan 21 08:00:25.665560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] No DVR routers for this DVR port cef8a014-798c-4c97-8d87-aafe144dd31f on host hv-cinder-76859 {{(pid=80206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:00:25.672659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:25.681416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'name': 'network-vif-deleted', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:00:25.688669 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d2a5340e-391c-4b8c-b598-4f742d1dfb28 req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "DELETE /v2.0/ports/cef8a014-798c-4c97-8d87-aafe144dd31f HTTP/1.1" status: 204  len: 173 time: 3.0393033
Jan 21 08:00:25.701351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:25.715459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-faba905c-b584-4bcd-9d09-cbe1a2dde9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:25.742357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:25.759376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Usage tracker for resource:security_group_rule and tenant:1cf63f1ef5114a91b37c5225edde8144 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:25.837624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:25.867499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:25.921557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-3a050694-9704-45f3-9eeb-1ece709c750e req-19c0cd6c-c5bd-4695-b7a6-6e06e0e22bce tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Synchronizing usage tracker for tenant:ddd1177e85144b41bc23519b547db9fd on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:00:25.995777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350cc20-d18b-46ed-b8bc-17b4041e91e9 req-94d7ab2c-d152-4d63-88f9-4cff4dbdf833 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:25.998248 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6350cc20-d18b-46ed-b8bc-17b4041e91e9 req-94d7ab2c-d152-4d63-88f9-4cff4dbdf833 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2727981
Jan 21 08:00:26.020728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-3a050694-9704-45f3-9eeb-1ece709c750e req-19c0cd6c-c5bd-4695-b7a6-6e06e0e22bce tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Unset dirty status for tenant:ddd1177e85144b41bc23519b547db9fd on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:00:26.022499 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3a050694-9704-45f3-9eeb-1ece709c750e req-19c0cd6c-c5bd-4695-b7a6-6e06e0e22bce tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=4496ce97-d804-4a52-81bf-54f0bcb34914 HTTP/1.1" status: 200  len: 210 time: 0.1697621
Jan 21 08:00:26.044809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.075946 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6350cc20-d18b-46ed-b8bc-17b4041e91e9 req-ab0a2f2e-42b6-4869-af41-5b9986441d2d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708482
Jan 21 08:00:26.100275 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Transition to ACTIVE for port object c4365a5b-a0c0-40d0-aa6f-f69b43f99357 will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:26.121282 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4496ce97-d804-4a52-81bf-54f0bcb34914', 'name': 'network-vif-deleted', 'tag': 'cef8a014-798c-4c97-8d87-aafe144dd31f', 'status': 'completed', 'code': 200}
Jan 21 08:00:26.144176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.166901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f2de10a0-6c58-4a37-8408-7b93d87105a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:26.179170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 45525c8e-ef15-4705-b1b1-9708a8e0ced7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:26.198257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.211675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.257571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:26.257825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.309342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb728-7788-403c-a82f-5cac2ef8d870 None None] Pushing event updated for resources: {'Port': ['ID=c4365a5b-a0c0-40d0-aa6f-f69b43f99357,revision_number=2']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:26.312767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2adfb728-7788-403c-a82f-5cac2ef8d870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:26.338380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.383073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.386146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Attempting to bind port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:00:26.386558 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Attempting to bind port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:00:26.387156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Attempting to bind port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:00:26.395335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 7, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:00:26.395518 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-df45c632-fa49-4481-a777-bfd828609ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:26.395690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:26.396301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.396750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:00:26.397281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Bound port: c4365a5b-a0c0-40d0-aa6f-f69b43f99357, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:00:26.397719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.476178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66a41f3-8f32-4b29-9710-2bcfac113ff4,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:26.478552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] For port c4365a5b-a0c0-40d0-aa6f-f69b43f99357, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:00:26.481879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] For port c4365a5b-a0c0-40d0-aa6f-f69b43f99357, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=c4365a5b-a0c0-40d0-aa6f-f69b43f99357,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:00:26.488003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:26.502221 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cf63f1ef5114a91b37c5225edde8144&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7755699
Jan 21 08:00:26.506090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58856) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:26.524748 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.590191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f2de10a0-6c58-4a37-8408-7b93d87105a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:26.595899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.639272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.699233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Allocated IP 172.20.0.1 (93913792-f62c-458b-aec4-3c1c750e3cfa/6a1e7d17-16c8-45ad-8f63-c0861ddbf53e/8abf7c4e-80ce-4b47-a995-9dae0193586e) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:00:26.768638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.787424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5362beb1-bf98-442f-bfb1-0184b30edfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:26.792901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb728-7788-403c-a82f-5cac2ef8d870 None None] Pushing event updated for resources: {'Port': ['ID=c4365a5b-a0c0-40d0-aa6f-f69b43f99357,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:26.844883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2adfb728-7788-403c-a82f-5cac2ef8d870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:26.887750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Routers {'7aabc8e3-4acc-43db-85c1-caf421c291ed'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:26.888672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de0dd9e8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:00:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['7aabc8e3-4acc-43db-85c1-caf421c291ed'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:26.893556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.913431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Transition to ACTIVE for port object 8abf7c4e-80ce-4b47-a995-9dae0193586e will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:26.960463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:26.983362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:27.096859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:27.107628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66a41f3-8f32-4b29-9710-2bcfac113ff4,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:27.108635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] Set router 7aabc8e3-4acc-43db-85c1-caf421c291ed gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:27.146603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:27.161999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:27.163253 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b66a41f3-8f32-4b29-9710-2bcfac113ff4 HTTP/1.1" status: 204  len: 168 time: 0.6558135
Jan 21 08:00:27.198598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Pushing event updated for resources: {'Port': ['ID=8abf7c4e-80ce-4b47-a995-9dae0193586e,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:27.201820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:27.241846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143b9f4-9e8a-4f95-b0b6-4f920a13b23c req-fa5e42bf-89f4-43b6-ba43-3842c43c3971 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:27.243764 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d143b9f4-9e8a-4f95-b0b6-4f920a13b23c req-fa5e42bf-89f4-43b6-ba43-3842c43c3971 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.5730846
Jan 21 08:00:27.252417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Network 93913792-f62c-458b-aec4-3c1c750e3cfa is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:27.253665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:27.267511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:00:27.334143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdc7a7-bf2e-4de9-8531-5203cee9756c req-be043681-46a4-457e-8ee2-b9e3ec8452a5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:27.336168 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-78cdc7a7-bf2e-4de9-8531-5203cee9756c req-be043681-46a4-457e-8ee2-b9e3ec8452a5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.5557415
Jan 21 08:00:27.353685 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:27.355314 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-8d4c1383-6483-4928-be36-d30f8a25fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:27.356804 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-8d4c1383-6483-4928-be36-d30f8a25fbed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1163 time: 0.2596345
Jan 21 08:00:27.399704 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d143b9f4-9e8a-4f95-b0b6-4f920a13b23c req-2e9fa5fc-5f23-4c93-ad45-87f9679153d3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1428444
Jan 21 08:00:27.587023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:27.592313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de0dd9e8>, [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:00:22Z', 'revision_number': 3, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:27.597333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b6435f-9fbe-49e4-ae80-891163348793 None None] The sync data for ids ['7aabc8e3-4acc-43db-85c1-caf421c291ed'] in dv-cinder-768592-5-iscsi is: [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:00:22Z', 'revision_number': 3, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:00:27.617636 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-78cdc7a7-bf2e-4de9-8531-5203cee9756c req-ee555a13-af98-4cc0-ba13-39d9d48b5f91 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2716269
Jan 21 08:00:27.689524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-e6baa67b-4525-4045-9afd-df53625cd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:27.691360 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-e6baa67b-4525-4045-9afd-df53625cd2ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.2816439
Jan 21 08:00:27.703236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a7959f0c-584a-46b0-9629-e226dc64e7c4 None None] Provisioning for port 8abf7c4e-80ce-4b47-a995-9dae0193586e completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:27.715682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a7959f0c-584a-46b0-9629-e226dc64e7c4 None None] Provisioning complete for port 8abf7c4e-80ce-4b47-a995-9dae0193586e triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:27.716209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a7959f0c-584a-46b0-9629-e226dc64e7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:27.863629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-552d8f8a-4648-4d2a-b6f6-a5c9bcd48cc9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 200  len: 1002 time: 0.1619668
Jan 21 08:00:27.906484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a7959f0c-584a-46b0-9629-e226dc64e7c4 None None] Port 8abf7c4e-80ce-4b47-a995-9dae0193586e cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:00:27.962604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:27.980256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-2eca1eee-c606-4209-b570-453f0c61c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:27.981967 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-2eca1eee-c606-4209-b570-453f0c61c0db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.1105194
Jan 21 08:00:28.110745 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:28.166673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:28.255250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 58886) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:28.258311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-60132904-0ed1-4212-93de-5c413e752605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:28.260360 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-60132904-0ed1-4212-93de-5c413e752605 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2712059
Jan 21 08:00:28.266858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f2d633ec-d19d-48da-9591-924da2ee58c0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:28.301015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:28.304513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:28.445726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:28.451091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Usage tracker for resource:security_group_rule and tenant:20534de2d9674c6dbb6342996f52575f is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:28.482075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:28.509211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Pushing event updated for resources: {'Port': ['ID=8abf7c4e-80ce-4b47-a995-9dae0193586e,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:28.586078 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-6008c7e6-8e93-4c3b-ab9c-80671ac84ea7 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2620854
Jan 21 08:00:28.593451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:28.609691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Network 93913792-f62c-458b-aec4-3c1c750e3cfa is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:28.611708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:28.619309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f714d-b5de-41ff-92cf-a3c3a3c3d11a req-624bd346-c9f9-4490-8200-4158bc954af1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:28.623032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:28.630771 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-db8f714d-b5de-41ff-92cf-a3c3a3c3d11a req-624bd346-c9f9-4490-8200-4158bc954af1 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.5199530
Jan 21 08:00:28.658959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:28.780547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:28.781248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:28.958111 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4996cff2-2b21-46e5-bcf8-14a6e4959d69 req-f3c6088d-944b-4a0e-b909-35673b393d44 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2932527
Jan 21 08:00:28.988669 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-db8f714d-b5de-41ff-92cf-a3c3a3c3d11a req-8d4595c2-f2c2-4a45-b331-d9cab9f0eb24 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3566346
Jan 21 08:00:29.023128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-4a30d15b-b1d9-4231-b263-5234ccd80679 None None] Provisioning complete for port 8abf7c4e-80ce-4b47-a995-9dae0193586e triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:29.023558 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4a30d15b-b1d9-4231-b263-5234ccd80679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:29.075454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3b788-8af8-4e01-8f84-96a496a80f38 req-e7f69ff7-a857-449f-90c8-e73509d9990e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:29.084503 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cbc3b788-8af8-4e01-8f84-96a496a80f38 req-e7f69ff7-a857-449f-90c8-e73509d9990e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2127879
Jan 21 08:00:29.149682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-4a30d15b-b1d9-4231-b263-5234ccd80679 None None] Port 8abf7c4e-80ce-4b47-a995-9dae0193586e cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:00:29.155591 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cbc3b788-8af8-4e01-8f84-96a496a80f38 req-1c8f6eb9-9ac9-42b9-b665-d1dacfcdb228 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700276
Jan 21 08:00:29.169428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Router 7aabc8e3-4acc-43db-85c1-caf421c291ed has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:00:29.275820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:29.311649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa384b7-5145-41b3-80af-046fefc32234 req-fc02225e-338e-46b0-8dc8-2a31d70f3b35 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:29.319537 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-daa384b7-5145-41b3-80af-046fefc32234 req-fc02225e-338e-46b0-8dc8-2a31d70f3b35 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1759989
Jan 21 08:00:29.338221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:29.349578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:29.403476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:00:29.421914 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20534de2d9674c6dbb6342996f52575f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1577008
Jan 21 08:00:29.423080 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] 10.222.0.21 "PUT /v2.0/routers/7aabc8e3-4acc-43db-85c1-caf421c291ed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4958003
Jan 21 08:00:29.424056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58898) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:29.434209 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-daa384b7-5145-41b3-80af-046fefc32234 req-28dc2c2b-55be-45b7-ae7d-b259383f0b39 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130176
Jan 21 08:00:29.436640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20bae3b-3edf-4605-aca6-ba4058130dfb,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:29.444799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:29.508892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:29.536728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:29.655777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:29.661373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ab5dc9e-e8eb-465c-96e9-06ae13fc1fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:29.676019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20bae3b-3edf-4605-aca6-ba4058130dfb,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:29.679169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:29.680292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:29.684431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c20bae3b-3edf-4605-aca6-ba4058130dfb HTTP/1.1" status: 204  len: 168 time: 0.2592235
Jan 21 08:00:30.189987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c4365a5b-a0c0-40d0-aa6f-f69b43f99357 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:30.244488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d137f-753f-4ac5-ab22-eee520dc4b6d req-0308e544-77e1-44c3-87f5-2aa4c2c16dba tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:30.246263 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b34d137f-753f-4ac5-ab22-eee520dc4b6d req-0308e544-77e1-44c3-87f5-2aa4c2c16dba tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1267948
Jan 21 08:00:30.264058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58918) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:30.289776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.311191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:30.311844 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b34d137f-753f-4ac5-ab22-eee520dc4b6d req-bbbacb9e-0fc5-493c-9376-da49735aa167 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543504
Jan 21 08:00:30.314588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:30.317836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Usage tracker for resource:security_group_rule and tenant:d571335c8fe04ab2a1cb1eb9bcaad266 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:30.321582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:30.322269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:30.322867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.328600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:30.464407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.477397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.495912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port c4365a5b-a0c0-40d0-aa6f-f69b43f99357, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=c4365a5b-a0c0-40d0-aa6f-f69b43f99357,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:30.512712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.524799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-63ee3690-dce3-4715-9f24-7bef865221e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:30.573387 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d571335c8fe04ab2a1cb1eb9bcaad266&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3081427
Jan 21 08:00:30.577327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 58926) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:30.596565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a791d-c3b8-4ec3-a9ed-9076869ff161 req-2d552d51-10df-4162-a98e-818959970bf0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:30.598343 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b78a791d-c3b8-4ec3-a9ed-9076869ff161 req-2d552d51-10df-4162-a98e-818959970bf0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1241221
Jan 21 08:00:30.599979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e08de-b573-4cd4-893f-96ea1f0fd059,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:30.603501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:30.606621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.608866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-67a29f6d-4c10-4748-affb-062e322ac000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:30.675171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.694586 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b78a791d-c3b8-4ec3-a9ed-9076869ff161 req-e5b30599-3e48-4558-83bc-ccb4a07d03d0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635366
Jan 21 08:00:30.699444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=c4365a5b-a0c0-40d0-aa6f-f69b43f99357,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:30.703437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:30.712562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.795201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.803103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-727639f1-dee9-4d93-813f-eff31a0e1c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:30.817015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e08de-b573-4cd4-893f-96ea1f0fd059,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:30.822483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:30.824623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:30.826217 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d60e08de-b573-4cd4-893f-96ea1f0fd059 HTTP/1.1" status: 204  len: 168 time: 0.2473435
Jan 21 08:00:30.898913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Sync routers for ids ['7aabc8e3-4acc-43db-85c1-caf421c291ed'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:00:30.915489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Routers {'7aabc8e3-4acc-43db-85c1-caf421c291ed'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:30.916177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dda52400>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:00:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['7aabc8e3-4acc-43db-85c1-caf421c291ed'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:30.951576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531c462-985c-4644-96a8-e61eaa0f6a63 req-a44920c6-f3e1-40b0-89df-e4317f44a474 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:30.960095 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9531c462-985c-4644-96a8-e61eaa0f6a63 req-a44920c6-f3e1-40b0-89df-e4317f44a474 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1224523
Jan 21 08:00:31.013954 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9531c462-985c-4644-96a8-e61eaa0f6a63 req-648e1e62-92a8-4f4b-ac57-641f7990c762 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529039
Jan 21 08:00:31.156928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Set router 7aabc8e3-4acc-43db-85c1-caf421c291ed gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:31.213640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1700303635', 'description': 'tempest-TestShelveInstance-1700303635 description'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:31.224795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:31.229339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Usage tracker for resource:security_group and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:31.233405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:31.240774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:31.280360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:31.309565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:31.315569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Usage tracker for resource:security_group_rule and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:31.320863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:31.327599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:31.420148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:31.457486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:31.464665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d4921f0c-5471-45ee-ac1d-cd0fa5621df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:31.544229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dda52400>, [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '8abf7c4e-80ce-4b47-a995-9dae0193586e', 'name': '', 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'mac_address': 'fa:16:3e:c0:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6a1e7d17-16c8-45ad-8f63-c0861ddbf53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:26Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 2, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'subnets': [{'id': '6a1e7d17-16c8-45ad-8f63-c0861ddbf53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:31.548836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Checking router: 7aabc8e3-4acc-43db-85c1-caf421c291ed for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:00:31.549153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Updating router 7aabc8e3-4acc-43db-85c1-caf421c291ed port 8abf7c4e-80ce-4b47-a995-9dae0193586e binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:00:31.563001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event updated for resources: {'SecurityGroup': ['ID=f7645790-774b-4f9e-8b96-f1fa8568adf0,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:31.569328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:31.608004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:31.627235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43d774-30d4-4179-a30d-85008be693fe req-f678dd61-b3ae-4ac3-8e1f-5d853758c4ff tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:31.629068 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9e43d774-30d4-4179-a30d-85008be693fe req-f678dd61-b3ae-4ac3-8e1f-5d853758c4ff tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1529851
Jan 21 08:00:31.630549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:31.638421 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d96a5f71-0cd9-491f-be97-402ee7e2f4d7 req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.4293373
Jan 21 08:00:31.727157 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9e43d774-30d4-4179-a30d-85008be693fe req-82d827a5-8eae-474d-8dca-6f1a12c6b9fc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872457
Jan 21 08:00:31.757348 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-ad78d7df-f467-449b-9b67-f7248f84592b tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups/f7645790-774b-4f9e-8b96-f1fa8568adf0 HTTP/1.1" status: 200  len: 1802 time: 0.0808289
Jan 21 08:00:31.769243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7645790-774b-4f9e-8b96-f1fa8568adf0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:31.769606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7645790-774b-4f9e-8b96-f1fa8568adf0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:31.780831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:31.785642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Usage tracker for resource:security_group_rule and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:31.788814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:31.794858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:31.943519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group_rule, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:31.980454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.017974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573daebc-54f0-4b45-8ad3-67c830055923 req-41d4224d-0287-4803-a66a-c8abb2755d4d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:32.017974 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-573daebc-54f0-4b45-8ad3-67c830055923 req-41d4224d-0287-4803-a66a-c8abb2755d4d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1512442
Jan 21 08:00:32.017974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.027560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:32.077783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f37bd0f-86c8-464f-8cc9-462e7e0dc72c,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:32.082976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.094039 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:32.098519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Transition to ACTIVE for port object 8abf7c4e-80ce-4b47-a995-9dae0193586e will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:32.105631 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-573daebc-54f0-4b45-8ad3-67c830055923 req-925e62a7-bbb0-431e-8ecc-be718c96176d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791121
Jan 21 08:00:32.124855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.125050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group_rule, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.126807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ba5b0ec8-5bd6-4caa-83e3-936f30f1f1e1 req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3624682
Jan 21 08:00:32.143530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:32.195855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c4365a5b-a0c0-40d0-aa6f-f69b43f99357 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:32.250678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-2d0d7d50-d00e-4a37-b0bb-5a850cb05085 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups/f7645790-774b-4f9e-8b96-f1fa8568adf0 HTTP/1.1" status: 200  len: 2395 time: 0.0631628
Jan 21 08:00:32.306963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7645790-774b-4f9e-8b96-f1fa8568adf0', 'remote_group_id': None}]} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:32.307322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f7645790-774b-4f9e-8b96-f1fa8568adf0', 'remote_group_id': None}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:32.321785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:32.328454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Usage tracker for resource:security_group_rule and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:00:32.332447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:00:32.340763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:32.372588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e5221-eacf-4b66-9ffb-6555693e49fc None None] Pushing event updated for resources: {'Port': ['ID=8abf7c4e-80ce-4b47-a995-9dae0193586e,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:32.381935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3c9e5221-eacf-4b66-9ffb-6555693e49fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:32.395788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e438479-2c80-440a-b3b7-fd2bd9d513cd req-9250aaa4-58e7-434e-a13c-ead73405b3ad tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:32.399808 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1e438479-2c80-440a-b3b7-fd2bd9d513cd req-9250aaa4-58e7-434e-a13c-ead73405b3ad tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1439493
Jan 21 08:00:32.492950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:32.493438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.523173 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1e438479-2c80-440a-b3b7-fd2bd9d513cd req-ff54ddb3-1ab1-46ca-81bf-2a8c239d7352 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105642
Jan 21 08:00:32.533184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group_rule, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.616327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.652003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.665459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:32.699273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82cbfb6-719b-4100-8dd0-9d06ff7f982a,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:32.702854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:32.731870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group_rule, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.733431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2eb7f2dc-f2dc-4362-8e89-bd139417d878 req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4381044
Jan 21 08:00:32.766377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:32.987043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Attempting to bind port 8abf7c4e-80ce-4b47-a995-9dae0193586e on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:00:32.988250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Attempting to bind port 8abf7c4e-80ce-4b47-a995-9dae0193586e by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:00:32.988874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Attempting to bind port 8abf7c4e-80ce-4b47-a995-9dae0193586e on network 93913792-f62c-458b-aec4-3c1c750e3cfa {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:00:32.996456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:00:32.996980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Checking segment: {'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:32.997505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:32.998037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Bound using segment: {'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:00:32.998650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Bound port: 8abf7c4e-80ce-4b47-a995-9dae0193586e, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72769e36-6cbc-4573-97f2-e13d7c8d597d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:00:32.999155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:33.182206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:33.183400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:33.266249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c5f56-6706-4ddc-96d3-25c4f614c5ca req-19317bc9-04d3-4cda-bf92-51e1024d902e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:33.268733 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e6c5f56-6706-4ddc-96d3-25c4f614c5ca req-19317bc9-04d3-4cda-bf92-51e1024d902e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2433360
Jan 21 08:00:33.357188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ea88-6610-4228-9e19-b033cc0146e3 req-29cacfb5-bad6-483b-9546-43113ec14ba0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:33.365716 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc12ea88-6610-4228-9e19-b033cc0146e3 req-29cacfb5-bad6-483b-9546-43113ec14ba0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.2601416
Jan 21 08:00:33.370487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] For port 8abf7c4e-80ce-4b47-a995-9dae0193586e, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:00:33.380705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] For port 8abf7c4e-80ce-4b47-a995-9dae0193586e, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=8abf7c4e-80ce-4b47-a995-9dae0193586e,segment=NetworkSegment(72769e36-6cbc-4573-97f2-e13d7c8d597d),segment_id=72769e36-6cbc-4573-97f2-e13d7c8d597d)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:00:33.437463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:33.459855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:33.496371 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e6c5f56-6706-4ddc-96d3-25c4f614c5ca req-0fa03bd0-06c9-4c80-8ef4-cbf8481642f8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076433
Jan 21 08:00:33.522420 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc12ea88-6610-4228-9e19-b033cc0146e3 req-d7519ff9-c223-4201-aab8-c89f2c7ff470 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1553211
Jan 21 08:00:33.601205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edadb1-2346-4c52-bcf9-3f450544acda req-a6d3da36-c721-4646-a8a4-2a733941771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:33.603500 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51edadb1-2346-4c52-bcf9-3f450544acda req-a6d3da36-c721-4646-a8a4-2a733941771e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 1162 time: 0.2823238
Jan 21 08:00:33.665918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e5221-eacf-4b66-9ffb-6555693e49fc None None] Pushing event updated for resources: {'Port': ['ID=8abf7c4e-80ce-4b47-a995-9dae0193586e,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:33.671690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3c9e5221-eacf-4b66-9ffb-6555693e49fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:33.722535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Routers {'7aabc8e3-4acc-43db-85c1-caf421c291ed'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:00:33.723351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dda52400>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:00:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['7aabc8e3-4acc-43db-85c1-caf421c291ed'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:33.966372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] Set router 7aabc8e3-4acc-43db-85c1-caf421c291ed gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:00:34.079947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edadb1-2346-4c52-bcf9-3f450544acda req-0f5d63f2-45b4-43b4-a21b-fa52b5a2aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:34.081607 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51edadb1-2346-4c52-bcf9-3f450544acda req-0f5d63f2-45b4-43b4-a21b-fa52b5a2aa6b service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 905 time: 0.4713356
Jan 21 08:00:34.121338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7575b5-2625-4c0a-843f-fa54ec22c7b5 req-18221fd1-50de-41c0-a5e5-c68b50d3ff9c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:34.123226 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dd7575b5-2625-4c0a-843f-fa54ec22c7b5 req-18221fd1-50de-41c0-a5e5-c68b50d3ff9c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.4110663
Jan 21 08:00:34.273733 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dd7575b5-2625-4c0a-843f-fa54ec22c7b5 req-03ebfbac-e30a-48e5-93f3-f014a949230f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910885
Jan 21 08:00:34.275777 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51edadb1-2346-4c52-bcf9-3f450544acda req-182a4297-975f-40d0-9cbc-fd3e0c9989e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed HTTP/1.1" status: 200  len: 1000 time: 0.1514406
Jan 21 08:00:34.287756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:34.373254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edadb1-2346-4c52-bcf9-3f450544acda req-f3c7b361-bfa4-47e3-8d3a-ebf295eee14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:34.375057 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51edadb1-2346-4c52-bcf9-3f450544acda req-f3c7b361-bfa4-47e3-8d3a-ebf295eee14a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.0744433
Jan 21 08:00:34.447802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:34.448363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:34.480748 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edadb1-2346-4c52-bcf9-3f450544acda req-976bd458-4dfd-4a3f-9e05-9a343c78d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:34.482726 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51edadb1-2346-4c52-bcf9-3f450544acda req-976bd458-4dfd-4a3f-9e05-9a343c78d2af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974336
Jan 21 08:00:34.578607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-815cd574-3383-4db1-9181-be0bb053859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dda52400>, [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '8abf7c4e-80ce-4b47-a995-9dae0193586e', 'name': '', 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'mac_address': 'fa:16:3e:c0:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6a1e7d17-16c8-45ad-8f63-c0861ddbf53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:26Z', 'updated_at': '2021-01-21T08:00:33Z', 'revision_number': 4, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'subnets': [{'id': '6a1e7d17-16c8-45ad-8f63-c0861ddbf53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:00:34.602581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd574-3383-4db1-9181-be0bb053859c None None] The sync data for ids ['7aabc8e3-4acc-43db-85c1-caf421c291ed'] in dv-cinder-768592-5-iscsi is: [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:00:27Z', 'revision_number': 4, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '8abf7c4e-80ce-4b47-a995-9dae0193586e', 'name': '', 'network_id': '93913792-f62c-458b-aec4-3c1c750e3cfa', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'mac_address': 'fa:16:3e:c0:57:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6a1e7d17-16c8-45ad-8f63-c0861ddbf53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:26Z', 'updated_at': '2021-01-21T08:00:33Z', 'revision_number': 4, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'subnets': [{'id': '6a1e7d17-16c8-45ad-8f63-c0861ddbf53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:00:34.847626 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51edadb1-2346-4c52-bcf9-3f450544acda req-bb2d8033-2880-45c6-9183-4c606c60fe9a service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3535109
Jan 21 08:00:34.907990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:00:35.032929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2869142-13ae-4033-a788-0de3cac5dff2 req-b0fcace0-7e4c-4e27-9a20-a8fb92b722fc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:35.041315 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c2869142-13ae-4033-a788-0de3cac5dff2 req-b0fcace0-7e4c-4e27-9a20-a8fb92b722fc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.3583448
Jan 21 08:00:35.085557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:35.126539 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c2869142-13ae-4033-a788-0de3cac5dff2 req-acf244ae-0fdb-41cf-9a4b-9a8037d3826f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837369
Jan 21 08:00:35.135370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 579c36c8-fb75-4a80-91ab-46253fd15161, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=579c36c8-fb75-4a80-91ab-46253fd15161,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:35.136363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:00:35.187202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:35.190646 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51edadb1-2346-4c52-bcf9-3f450544acda req-5593e4d1-ee0c-4ff5-852d-0179ea03a9ac service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3347650
Jan 21 08:00:35.190794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:35.334891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:35.338364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:35.467504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800db6a-4a29-4f1d-8b97-a88f05704cac req-1f4d8df4-6b1a-4389-b6ae-a5fbcfb87845 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:35.469273 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8800db6a-4a29-4f1d-8b97-a88f05704cac req-1f4d8df4-6b1a-4389-b6ae-a5fbcfb87845 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.2156427
Jan 21 08:00:35.493956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e6897-1786-4d82-a0b8-6e60b958458e req-dad20113-ac67-42b0-b8b2-223fc6b9c3b9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:35.495743 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cb2e6897-1786-4d82-a0b8-6e60b958458e req-dad20113-ac67-42b0-b8b2-223fc6b9c3b9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.1747148
Jan 21 08:00:35.584422 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8800db6a-4a29-4f1d-8b97-a88f05704cac req-8dc5eb2a-9200-436b-9bff-6409e1cc0ac3 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874774
Jan 21 08:00:35.592794 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cb2e6897-1786-4d82-a0b8-6e60b958458e req-248641fb-88be-42f3-bede-306d56d4ebda tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789237
Jan 21 08:00:35.670993 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161', 'code': 422} returned with failed status
Jan 21 08:00:35.828002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea2c64-513e-4566-9d03-8026015098df req-3563712f-6e89-4bbb-a5b8-677369351f0f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:35.831063 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-53ea2c64-513e-4566-9d03-8026015098df req-3563712f-6e89-4bbb-a5b8-677369351f0f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1046062
Jan 21 08:00:35.886030 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-53ea2c64-513e-4566-9d03-8026015098df req-602f89a9-82cb-46e0-8c19-36b7aa326cdf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470920
Jan 21 08:00:36.191738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8abf7c4e-80ce-4b47-a995-9dae0193586e up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:36.302715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 8abf7c4e-80ce-4b47-a995-9dae0193586e completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:00:36.308387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 8abf7c4e-80ce-4b47-a995-9dae0193586e triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:36.316224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:36.409189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869010c4-aa0f-42d5-a2c3-448205b8e923 req-482fd510-be34-4bf3-97bd-982da202a053 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:36.417984 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-869010c4-aa0f-42d5-a2c3-448205b8e923 req-482fd510-be34-4bf3-97bd-982da202a053 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1401377
Jan 21 08:00:36.455642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:36.477102 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-869010c4-aa0f-42d5-a2c3-448205b8e923 req-157c4f6d-dd02-4f62-b106-fa15f9660907 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579998
Jan 21 08:00:36.515362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 8abf7c4e-80ce-4b47-a995-9dae0193586e, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=8abf7c4e-80ce-4b47-a995-9dae0193586e,segment=NetworkSegment(72769e36-6cbc-4573-97f2-e13d7c8d597d),segment_id=72769e36-6cbc-4573-97f2-e13d7c8d597d)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:36.558358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:36.561857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:36.635080 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=8abf7c4e-80ce-4b47-a995-9dae0193586e,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:36.638595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:36.832689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0628059-ba4d-4e1d-abca-e67571963b06 req-008f5f48-0816-4b7b-ae72-c1c943daf3ee tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:36.834394 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e0628059-ba4d-4e1d-abca-e67571963b06 req-008f5f48-0816-4b7b-ae72-c1c943daf3ee tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1050549
Jan 21 08:00:36.890343 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e0628059-ba4d-4e1d-abca-e67571963b06 req-53670d8e-73d8-4490-aa6b-4a395b3306f1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494475
Jan 21 08:00:37.123449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083ce0b-2488-4171-9a93-47075daf8f2a req-fdf98d5e-8145-4366-ae75-60add5fa720f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:37.125431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1083ce0b-2488-4171-9a93-47075daf8f2a req-fdf98d5e-8145-4366-ae75-60add5fa720f tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.1151519
Jan 21 08:00:37.187649 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1083ce0b-2488-4171-9a93-47075daf8f2a req-a74897be-ec1b-42d3-9e4d-feece1053553 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550835
Jan 21 08:00:37.564872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e0ceb-01c5-4f48-94a1-29f615e722c4 req-4367509b-cad4-4da4-b9fb-f1beb8d2f165 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:37.566948 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-006e0ceb-01c5-4f48-94a1-29f615e722c4 req-4367509b-cad4-4da4-b9fb-f1beb8d2f165 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1294746
Jan 21 08:00:37.635512 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-006e0ceb-01c5-4f48-94a1-29f615e722c4 req-3adad6c0-2537-4369-bd9c-c6e1ca274472 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600355
Jan 21 08:00:37.725120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59100) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:00:37.766435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc341d-2e34-4a0c-bdb4-87fc8786e50f req-cff55753-30ec-46ec-9e32-03b4a71f672f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:37.768183 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ebdc341d-2e34-4a0c-bdb4-87fc8786e50f req-cff55753-30ec-46ec-9e32-03b4a71f672f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1199784
Jan 21 08:00:37.825624 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ebdc341d-2e34-4a0c-bdb4-87fc8786e50f req-6bd2b23f-34fb-4952-a727-13e6192e3534 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506535
Jan 21 08:00:37.885164 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-0096238b-a7c7-4a21-bb44-535ec0735f09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1587050
Jan 21 08:00:38.137212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86500e7a-4548-4b50-b859-1f3b9d059d1e req-b1d3b0f2-da1c-425f-85a4-47acf50c9759 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:38.139019 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-86500e7a-4548-4b50-b859-1f3b9d059d1e req-b1d3b0f2-da1c-425f-85a4-47acf50c9759 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1112211
Jan 21 08:00:38.167001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8abf7c4e-80ce-4b47-a995-9dae0193586e up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:38.199677 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-86500e7a-4548-4b50-b859-1f3b9d059d1e req-7ab08240-369e-4772-a4f6-935c4bc4e3d0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538371
Jan 21 08:00:38.258014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 8abf7c4e-80ce-4b47-a995-9dae0193586e triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:38.258443 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:38.433931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283523d9-820e-4d6b-9bff-97a5a0db9fba req-f89b4325-8df3-440f-8b2c-891357e902b9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:38.435605 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-283523d9-820e-4d6b-9bff-97a5a0db9fba req-f89b4325-8df3-440f-8b2c-891357e902b9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.1089981
Jan 21 08:00:38.490582 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-283523d9-820e-4d6b-9bff-97a5a0db9fba req-0bd7959c-cd5e-457d-82b1-7fa2a4e680d0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477786
Jan 21 08:00:38.905177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1d306-13d9-46b1-9ee6-3be2b49bdc63 req-02c62e67-cb34-4784-b60c-8237bda4cfd0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:38.907557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a7c1d306-13d9-46b1-9ee6-3be2b49bdc63 req-02c62e67-cb34-4784-b60c-8237bda4cfd0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1073086
Jan 21 08:00:38.961892 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a7c1d306-13d9-46b1-9ee6-3be2b49bdc63 req-9313732e-dac6-4821-8974-35f40ba75078 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474715
Jan 21 08:00:39.081142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da43d3-20c0-4ead-838f-594b0ec41c20 req-6c7cc0a4-dc08-4383-ac56-064fcc9406cc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:39.082911 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-55da43d3-20c0-4ead-838f-594b0ec41c20 req-6c7cc0a4-dc08-4383-ac56-064fcc9406cc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1145680
Jan 21 08:00:39.136701 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-55da43d3-20c0-4ead-838f-594b0ec41c20 req-8e11d7c8-2834-400d-89ad-03dc02d27727 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471506
Jan 21 08:00:39.252669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:39.339497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:39.339919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:39.487823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912fd5-066b-4d88-b27f-f959e2c6d1f0 req-dcf72c80-2bb2-45a6-b2ae-73f0afcd805c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:39.489453 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9912fd5-066b-4d88-b27f-f959e2c6d1f0 req-dcf72c80-2bb2-45a6-b2ae-73f0afcd805c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1138370
Jan 21 08:00:39.582656 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9912fd5-066b-4d88-b27f-f959e2c6d1f0 req-c6d857f3-2967-4f93-93ab-cf13e109493d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816338
Jan 21 08:00:39.751271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e2c78-799a-4516-bc71-ffa03e949174 req-d5acebc5-e12a-430e-89a8-d2056b394911 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:39.753003 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-883e2c78-799a-4516-bc71-ffa03e949174 req-d5acebc5-e12a-430e-89a8-d2056b394911 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.1102030
Jan 21 08:00:39.895526 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-883e2c78-799a-4516-bc71-ffa03e949174 req-517517ca-5318-4841-a7c2-4c01f7bc234c tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359086
Jan 21 08:00:39.983065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-21e35b8d-87d9-4ba2-9852-cfc76bb6dc88 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:39.985258 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-21e35b8d-87d9-4ba2-9852-cfc76bb6dc88 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/networks?id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3 HTTP/1.1" status: 200  len: 814 time: 0.2053351
Jan 21 08:00:40.004225 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-9d60b3ec-84c2-4e37-a56a-6d27c4b779b3 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/quotas/ddd1177e85144b41bc23519b547db9fd HTTP/1.1" status: 200  len: 375 time: 0.0110672
Jan 21 08:00:40.067815 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-aee6da1e-81ea-49a6-a518-72cd1675c93f tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddd1177e85144b41bc23519b547db9fd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0576482
Jan 21 08:00:40.306556 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-778a64ee-5ca6-4c90-9b74-a817c341fa8f service neutron] 10.222.0.21 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2296171
Jan 21 08:00:40.362895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fea1e4-9968-4c60-8129-782fd4f23b7d req-4c9edb10-acab-4191-bd52-d64a346c6fe3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:40.365383 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0fea1e4-9968-4c60-8129-782fd4f23b7d req-4c9edb10-acab-4191-bd52-d64a346c6fe3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.2020288
Jan 21 08:00:40.561884 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0fea1e4-9968-4c60-8129-782fd4f23b7d req-2121a23f-3d43-4b60-a23d-51224c7c7a2a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394393
Jan 21 08:00:40.589447 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-a4a7df62-89bf-4fac-b6b6-723f44cc4c7a service neutron] 10.222.0.21 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2770584
Jan 21 08:00:40.615661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42253a7b-0e6c-4b1d-bdce-8e5cdd468754 req-cd01c97d-04fc-4d71-8573-b467d33fcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:40.617460 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-42253a7b-0e6c-4b1d-bdce-8e5cdd468754 req-cd01c97d-04fc-4d71-8573-b467d33fcd16 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.1538208
Jan 21 08:00:40.678431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-42253a7b-0e6c-4b1d-bdce-8e5cdd468754 req-9c58ad76-282a-4e63-a3b6-f3eb58a0ba1e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475762
Jan 21 08:00:40.873296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4c701-38a2-48a4-9119-2aff6f164ad0 req-7e17bc59-a11a-4a19-80ec-e4781cebaee7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:40.875099 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9a4c701-38a2-48a4-9119-2aff6f164ad0 req-7e17bc59-a11a-4a19-80ec-e4781cebaee7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1236303
Jan 21 08:00:40.888934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-819ab4de-9bd0-4994-be51-f3fe037d6b3e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:40.889772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-819ab4de-9bd0-4994-be51-f3fe037d6b3e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Synchronizing usage tracker for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:00:40.909427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-819ab4de-9bd0-4994-be51-f3fe037d6b3e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Unset dirty status for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:00:40.910897 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-819ab4de-9bd0-4994-be51-f3fe037d6b3e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.2722397
Jan 21 08:00:40.921240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-51c53a01-f29d-410f-8511-94f05e57526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:40.923440 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-51c53a01-f29d-410f-8511-94f05e57526e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a&tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 1161 time: 0.2935469
Jan 21 08:00:40.995524 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9a4c701-38a2-48a4-9119-2aff6f164ad0 req-682636b5-066f-47be-8709-dbd820c5fd43 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603600
Jan 21 08:00:41.044036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d705fc-ef63-4108-8dfb-bbcac9043c0c req-c3ec2993-b5de-491d-a615-6755f95ff190 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:41.045789 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9d705fc-ef63-4108-8dfb-bbcac9043c0c req-c3ec2993-b5de-491d-a615-6755f95ff190 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1695569
Jan 21 08:00:41.139705 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dcf1e0f5-ebf1-4734-8043-9f0e7be9e6d4 req-0b2da900-f10e-4eda-b016-9e448f2b521c tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 210 time: 0.0655177
Jan 21 08:00:41.153804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Deleting port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:00:41.154203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:41.154566 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f9d705fc-ef63-4108-8dfb-bbcac9043c0c req-dd13e641-7777-4419-a1ec-716708f6d487 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014948
Jan 21 08:00:41.223126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:00:41.276187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-45f5dcae-e6ca-4405-9a47-878e9b5c82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:41.277866 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-45f5dcae-e6ca-4405-9a47-878e9b5c82ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1161 time: 0.2227740
Jan 21 08:00:41.335502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:00:41.336166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:41.427777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c680e77-4144-4f69-90b7-5c0856251457 req-73983740-c71e-45b4-82ba-6d5ff418b379 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:41.429730 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c680e77-4144-4f69-90b7-5c0856251457 req-73983740-c71e-45b4-82ba-6d5ff418b379 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 946 time: 0.1250432
Jan 21 08:00:41.505840 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c680e77-4144-4f69-90b7-5c0856251457 req-976db4b2-f399-4c57-ac97-59ad4898cce0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682836
Jan 21 08:00:41.522744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 5c271f2f-1d0c-4ba0-8099-c1c07068a280 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:00:41.548196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-5afbfb08-6485-4fd9-9afb-2ff1586e932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:41.549842 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-5afbfb08-6485-4fd9-9afb-2ff1586e932f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.2633042
Jan 21 08:00:41.662551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:41.705720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:00:41.715865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 5c271f2f-1d0c-4ba0-8099-c1c07068a280, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=5c271f2f-1d0c-4ba0-8099-c1c07068a280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:41.721016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] For port 5c271f2f-1d0c-4ba0-8099-c1c07068a280, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=5c271f2f-1d0c-4ba0-8099-c1c07068a280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:41.721581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:41.731357 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-5ef78e0f-fd6c-48d7-a742-b1d44b16b69b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 200  len: 1000 time: 0.1641459
Jan 21 08:00:41.754497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:41.757557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-90ee5766-d0ec-4623-9ecf-d3268bcb06a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:41.853379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4eff38-2508-4765-ab75-59072308b374 req-b33a3be2-774e-42c7-a537-f1b89614d559 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:41.855653 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad4eff38-2508-4765-ab75-59072308b374 req-b33a3be2-774e-42c7-a537-f1b89614d559 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1401212
Jan 21 08:00:41.859817 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280', 'code': 200}
Jan 21 08:00:41.893944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=5c271f2f-1d0c-4ba0-8099-c1c07068a280,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:41.898049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:41.925205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Calling delete_port for 5c271f2f-1d0c-4ba0-8099-c1c07068a280 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:00:41.998040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-4c30eaed-8284-4809-86a9-4ebdb3f75ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:42.000236 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-4c30eaed-8284-4809-86a9-4ebdb3f75ba2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.1934581
Jan 21 08:00:42.150044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-0adbf13c-af7e-43e5-86ed-c8f2e216166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:42.151728 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-0adbf13c-af7e-43e5-86ed-c8f2e216166f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1211584
Jan 21 08:00:42.203362 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad4eff38-2508-4765-ab75-59072308b374 req-96d9b4dc-9365-46c9-b3ce-26e6fbca6913 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3397832
Jan 21 08:00:42.299285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:00:42.299655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:00:42.349337 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-7d4d9690-b5bc-489a-9d46-d6d4d69b5ac7 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891234
Jan 21 08:00:42.369576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc7199-0215-47f7-994e-d2dad7aa0a90 req-806ae9f9-a2c4-4ec6-be0e-6360e32612ca tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:42.377647 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3fcc7199-0215-47f7-994e-d2dad7aa0a90 req-806ae9f9-a2c4-4ec6-be0e-6360e32612ca tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1368742
Jan 21 08:00:42.451703 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-feca7473-4e69-4dc5-835b-75274312a91a req-2c410b1d-df84-45ef-8954-dbce6ada5128 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 210 time: 0.0712862
Jan 21 08:00:42.477349 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3fcc7199-0215-47f7-994e-d2dad7aa0a90 req-6fbac299-6702-4e06-9d9a-fa55271d0162 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988634
Jan 21 08:00:42.517760 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-6f878fbe-b99f-4b7c-a4f0-4a6c2d4cc74c service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1589615
Jan 21 08:00:42.747551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd18a4e-2be7-4947-869d-7a9d89d70594 req-16825a83-2277-4cee-a0fd-9f60a637267e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:42.749328 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0bd18a4e-2be7-4947-869d-7a9d89d70594 req-16825a83-2277-4cee-a0fd-9f60a637267e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1052990
Jan 21 08:00:42.800887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Deleting port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:00:42.801278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:42.804125 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0bd18a4e-2be7-4947-869d-7a9d89d70594 req-36a77fbf-20de-4b2b-a3d8-aace1e97cdac tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464447
Jan 21 08:00:43.260136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-5673916a-8d10-4226-9647-6fb88b25c6bf tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:43.261810 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-5673916a-8d10-4226-9647-6fb88b25c6bf tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "GET /v2.0/networks?id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3 HTTP/1.1" status: 200  len: 814 time: 0.3241653
Jan 21 08:00:43.271485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] For port 5c271f2f-1d0c-4ba0-8099-c1c07068a280, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=5c271f2f-1d0c-4ba0-8099-c1c07068a280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:00:43.271863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:43.294116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Request body: {'port': {'device_id': '95b9f626-bb0a-435d-b586-b12144cf4690', 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3', 'admin_state_up': True, 'tenant_id': 'ddd1177e85144b41bc23519b547db9fd'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:43.492860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Calling delete_port for 5c271f2f-1d0c-4ba0-8099-c1c07068a280 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:00:43.500006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bafffb-e374-45da-8eae-630a6d6d6208 req-4181b33b-ec6c-44d2-9a72-3bf2ce144d51 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:43.502433 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-76bafffb-e374-45da-8eae-630a6d6d6208 req-4181b33b-ec6c-44d2-9a72-3bf2ce144d51 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1201329
Jan 21 08:00:43.568343 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-76bafffb-e374-45da-8eae-630a6d6d6208 req-9c326803-c008-4f9f-8db3-eb20fd8d05c0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589478
Jan 21 08:00:43.703747 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a3b77c67-356f-45f2-8c3c-1bff39ea6da7 req-58a3849e-d0ba-437a-85d3-70943988e92d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 210 time: 0.0561118
Jan 21 08:00:43.862117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd15af-30a8-4691-8853-6321c10c2473 req-f5086033-8ee8-49c7-8c31-3830d80755b5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:43.870818 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dcbd15af-30a8-4691-8853-6321c10c2473 req-f5086033-8ee8-49c7-8c31-3830d80755b5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1414635
Jan 21 08:00:43.909689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:00:43.924204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:00:43.937914 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dcbd15af-30a8-4691-8853-6321c10c2473 req-e9a37aba-f3c7-4460-8501-9d02a0f18656 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659800
Jan 21 08:00:43.979377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Made reservation on behalf of ddd1177e85144b41bc23519b547db9fd for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:00:43.989435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:44.209088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148077-dd77-44d6-b7bc-ce25aee3eb60 req-6c00d1bc-5a69-41fb-bd01-076db31f41b9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:44.209088 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29148077-dd77-44d6-b7bc-ce25aee3eb60 req-6c00d1bc-5a69-41fb-bd01-076db31f41b9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 944 time: 0.1298144
Jan 21 08:00:44.209088 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29148077-dd77-44d6-b7bc-ce25aee3eb60 req-ddb7f9d3-c403-4090-b912-b1daadb6b463 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538094
Jan 21 08:00:44.306436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:44.344098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cf80ee3c-f8d8-4bf9-84c4-57280c181d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:44.449397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event deleted for resources: {'Port': ['ID=5c271f2f-1d0c-4ba0-8099-c1c07068a280,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:44.536452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:44.634877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Allocated IP 172.20.0.3 (7e0e45c3-cefa-449a-8212-ed0cfacaecc3/e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c/f705157d-015c-4307-92a1-c502e858b6c7) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:00:44.765264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] No DVR routers for this DVR port 5c271f2f-1d0c-4ba0-8099-c1c07068a280 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:00:44.793845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:44.798015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'name': 'network-vif-deleted', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:00:44.941494 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c57e390-ee7e-4063-a076-4012002a7dd0 req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "DELETE /v2.0/ports/5c271f2f-1d0c-4ba0-8099-c1c07068a280 HTTP/1.1" status: 204  len: 173 time: 3.9364407
Jan 21 08:00:45.026173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbe672-3077-4c16-92d4-5768354122ea req-190c2c2a-be9d-428c-bc7a-22025228887a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:45.035217 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-49dbe672-3077-4c16-92d4-5768354122ea req-190c2c2a-be9d-428c-bc7a-22025228887a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2151508
Jan 21 08:00:45.070010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:45.106201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59840546-5f57-43eb-b462-b14de6bb05b9 req-e04175ce-17b2-47c2-a337-05b5061d9ed5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:45.107966 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-59840546-5f57-43eb-b462-b14de6bb05b9 req-e04175ce-17b2-47c2-a337-05b5061d9ed5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.2256470
Jan 21 08:00:45.126159 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-49dbe672-3077-4c16-92d4-5768354122ea req-19b5139f-7290-4cc3-afaa-c4b231610426 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898244
Jan 21 08:00:45.164763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:45.197408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-27ffc81a-4d18-420c-98a3-d271bedc6511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:45.223301 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-59840546-5f57-43eb-b462-b14de6bb05b9 req-52dd18e5-c75f-4299-abc4-2daacb5a6ef2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957489
Jan 21 08:00:45.395994 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9091fa-b0fd-4882-b7ab-f127da57060a', 'name': 'network-vif-deleted', 'tag': '5c271f2f-1d0c-4ba0-8099-c1c07068a280', 'status': 'completed', 'code': 200}
Jan 21 08:00:45.434646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Pushing event updated for resources: {'Port': ['ID=f705157d-015c-4307-92a1-c502e858b6c7,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:45.449038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:45.503350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed488633-9e09-4bf8-9758-e89a29d8e074 req-52111883-6129-4700-8690-615642fa1332 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:45.515089 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ed488633-9e09-4bf8-9758-e89a29d8e074 req-52111883-6129-4700-8690-615642fa1332 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.2402983
Jan 21 08:00:45.571811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:00:45.573130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:00:45.575863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:00:45.618294 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ef731dbe-e412-424a-b245-639ec8838e9a req-1239feda-a498-450c-8933-eb25536c3746 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0605605
Jan 21 08:00:45.647617 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ed488633-9e09-4bf8-9758-e89a29d8e074 req-397e591c-97ed-45bc-b0e0-b0eb332c6815 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304779
Jan 21 08:00:45.683385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:45.684236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:45.742379 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4543662
Jan 21 08:00:46.383071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164302e-571a-4fe8-8b18-cd7ce6734f99 req-3a08802e-5bcb-477d-b02f-d3012a303899 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:46.384683 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e164302e-571a-4fe8-8b18-cd7ce6734f99 req-3a08802e-5bcb-477d-b02f-d3012a303899 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1244860
Jan 21 08:00:46.510187 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e164302e-571a-4fe8-8b18-cd7ce6734f99 req-93d080ad-daaf-403d-a70d-791e33fc33e7 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152365
Jan 21 08:00:46.569562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645e2d1-d711-40fd-868a-c8bed48d69de req-95826c57-306e-405c-b8b0-4185ac5cd7b7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:46.571296 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1645e2d1-d711-40fd-868a-c8bed48d69de req-95826c57-306e-405c-b8b0-4185ac5cd7b7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1436353
Jan 21 08:00:46.634863 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1645e2d1-d711-40fd-868a-c8bed48d69de req-3f18cc1b-572e-49d4-8a5e-3e9c771e8f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554984
Jan 21 08:00:46.831215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:00:46.881384 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-535af6d3-9d3f-4408-a1e1-a260a2a2852b req-4c4bab37-d408-4ad1-bbef-5f8138844684 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0890596
Jan 21 08:00:46.951178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6d522-1ab7-435d-a19e-2bdd82df818f req-534a6964-88dd-485a-9a61-c164795793e3 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:46.952935 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fed6d522-1ab7-435d-a19e-2bdd82df818f req-534a6964-88dd-485a-9a61-c164795793e3 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.1191914
Jan 21 08:00:47.010977 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fed6d522-1ab7-435d-a19e-2bdd82df818f req-c06c45c6-1e34-40b2-9dc5-edc31b58b894 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506766
Jan 21 08:00:47.804955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c147c95-f48e-42e0-b44b-49ad3ea3e1cd req-f9dae7b1-225c-4512-ba5f-d375c9a9ce8e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:47.807487 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8c147c95-f48e-42e0-b44b-49ad3ea3e1cd req-f9dae7b1-225c-4512-ba5f-d375c9a9ce8e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1580560
Jan 21 08:00:47.935795 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8c147c95-f48e-42e0-b44b-49ad3ea3e1cd req-631bafab-ab52-43d3-891f-2e47bcb49f75 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101921
Jan 21 08:00:48.009509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7ab41-c0d3-4790-ac74-612679964647 req-c59d2bce-2aed-4eab-aec1-96bafcc66362 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:48.011703 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-adf7ab41-c0d3-4790-ac74-612679964647 req-c59d2bce-2aed-4eab-aec1-96bafcc66362 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1701813
Jan 21 08:00:48.082785 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-adf7ab41-c0d3-4790-ac74-612679964647 req-aed322e0-ec6d-442c-b7aa-7e19847af0a7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604918
Jan 21 08:00:48.159827 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-abb0cc88-6d82-4f32-976b-01be28268e1f req-04ae6a3c-4ed1-4709-82a0-147f801e0a9a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0758715
Jan 21 08:00:48.348731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61511b-c0d4-4d0a-800a-81c5a9cf3f30 req-960eb921-5590-40db-86a8-82d2a109da6b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:48.350445 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad61511b-c0d4-4d0a-800a-81c5a9cf3f30 req-960eb921-5590-40db-86a8-82d2a109da6b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.1070228
Jan 21 08:00:48.404153 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad61511b-c0d4-4d0a-800a-81c5a9cf3f30 req-11f51e12-f331-44cd-b16e-5c69451113b6 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474770
Jan 21 08:00:49.188587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cbec3-5a33-4645-ba14-2533e48c913a req-0ea5d138-ed96-45c5-945b-cb15cf56a092 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:49.190364 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-214cbec3-5a33-4645-ba14-2533e48c913a req-0ea5d138-ed96-45c5-945b-cb15cf56a092 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1206472
Jan 21 08:00:49.247986 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-214cbec3-5a33-4645-ba14-2533e48c913a req-a0a78fa6-f39e-4379-aacc-ade4cc775203 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509992
Jan 21 08:00:49.401470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267f415-2016-43ed-888e-c05173277a3f req-afe22587-cfaf-4e16-a995-9f32e47e5041 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:49.404464 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f267f415-2016-43ed-888e-c05173277a3f req-afe22587-cfaf-4e16-a995-9f32e47e5041 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1552565
Jan 21 08:00:49.523645 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f267f415-2016-43ed-888e-c05173277a3f req-37fae0a0-3cc0-4655-8a27-0fb83cde9a72 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615814
Jan 21 08:00:49.526080 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bbd388d6-15ad-48a7-9da2-30c458392e2d req-f8b04b98-5fa0-4938-a9d9-2356ca4a5de7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.1201239
Jan 21 08:00:49.773440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e906136-d261-4c58-84cd-8e26367b0c94 req-55098138-9648-457b-9821-220693d176b4 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:49.775152 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1e906136-d261-4c58-84cd-8e26367b0c94 req-55098138-9648-457b-9821-220693d176b4 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.1087766
Jan 21 08:00:49.833844 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1e906136-d261-4c58-84cd-8e26367b0c94 req-2fcaad52-26dc-4ed5-a237-c2d58b89819e tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523214
Jan 21 08:00:50.517039 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc960f04-7900-4b75-816d-1d781d49c34d req-bb47cc91-ab8e-4fcb-a416-912fa7beb88d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:50.520252 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bc960f04-7900-4b75-816d-1d781d49c34d req-bb47cc91-ab8e-4fcb-a416-912fa7beb88d tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1309617
Jan 21 08:00:50.576927 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bc960f04-7900-4b75-816d-1d781d49c34d req-363e7dfd-c232-47cc-8ffb-23594396099f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492260
Jan 21 08:00:50.731098 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25968914-8aad-436c-91d8-fdce00339b33 req-3a853491-076e-43d4-b7ce-353b0edc5ff6 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0571635
Jan 21 08:00:50.864393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015810e-a47c-475e-826a-bc79cd9f96e3 req-55f03f66-9d3b-4e34-865a-6a08000a5e7b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:50.866184 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0015810e-a47c-475e-826a-bc79cd9f96e3 req-55f03f66-9d3b-4e34-865a-6a08000a5e7b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1143124
Jan 21 08:00:50.932677 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0015810e-a47c-475e-826a-bc79cd9f96e3 req-71509734-048a-4080-8c6c-a6fa4848d6f6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588691
Jan 21 08:00:51.095925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a515660-f46b-4d3a-b560-5a431042918f req-9fe33f46-cd3f-43b5-be2b-87c5c02f545b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:51.097980 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0a515660-f46b-4d3a-b560-5a431042918f req-9fe33f46-cd3f-43b5-be2b-87c5c02f545b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.1198792
Jan 21 08:00:51.166259 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0a515660-f46b-4d3a-b560-5a431042918f req-e686e522-3a01-4017-96d3-20acb3d75bd8 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573728
Jan 21 08:00:51.857620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1152e1-7d67-47e0-b8df-d293abb75085 req-1734aded-f2dc-46a2-be29-8b0b28949c4e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:51.865693 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4e1152e1-7d67-47e0-b8df-d293abb75085 req-1734aded-f2dc-46a2-be29-8b0b28949c4e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1299334
Jan 21 08:00:51.968281 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4cccd69d-8c16-4adf-9c0b-457a833bac23 req-14aab289-f70a-4618-b269-9ab40d1bc3d4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0644424
Jan 21 08:00:52.009178 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4e1152e1-7d67-47e0-b8df-d293abb75085 req-00a823bf-8c3c-4d69-8441-bd38e6e0e186 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424320
Jan 21 08:00:52.277841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687523b9-13d2-4ae6-b450-63b8e1744c68 req-fd8ba2f5-e3fa-42d8-ab7d-e8d8c17ab5bc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:52.279948 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-687523b9-13d2-4ae6-b450-63b8e1744c68 req-fd8ba2f5-e3fa-42d8-ab7d-e8d8c17ab5bc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1558616
Jan 21 08:00:52.421363 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-687523b9-13d2-4ae6-b450-63b8e1744c68 req-f2a33cf8-89a1-4057-b81e-a1b46c8ca559 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333978
Jan 21 08:00:52.493301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25043604-ca39-43dc-894b-b3dbed760607 req-8fee192c-1b49-43b6-b83d-5bf0101abaf8 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:52.501882 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25043604-ca39-43dc-894b-b3dbed760607 req-8fee192c-1b49-43b6-b83d-5bf0101abaf8 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.1420782
Jan 21 08:00:52.554455 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25043604-ca39-43dc-894b-b3dbed760607 req-04d99e76-26a0-4b3d-91aa-c410625c5da6 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515332
Jan 21 08:00:53.228379 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-766ef33f-0e4b-4b8c-bb4c-a3237a98eaf4 req-3b476461-490c-44f3-ac7a-d8492a8c3cf6 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.1032257
Jan 21 08:00:53.338579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca75a84-b1c0-448d-a479-d1461467e501 req-0e29b998-59d3-46c4-b2d1-062bf2cc8ba9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:53.341700 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ca75a84-b1c0-448d-a479-d1461467e501 req-0e29b998-59d3-46c4-b2d1-062bf2cc8ba9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1652122
Jan 21 08:00:53.447329 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ca75a84-b1c0-448d-a479-d1461467e501 req-ecafe459-e652-4d78-8a02-010295c5ef61 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862613
Jan 21 08:00:53.850962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd764207-ee04-442f-b203-bc327ca5734f req-01a95714-63e6-4d4e-a70d-cd0031c95cd3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:53.853985 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dd764207-ee04-442f-b203-bc327ca5734f req-01a95714-63e6-4d4e-a70d-cd0031c95cd3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.2223916
Jan 21 08:00:53.933280 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-dd764207-ee04-442f-b203-bc327ca5734f req-1f2b8971-860b-4011-b4af-cefcfeb57d06 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704114
Jan 21 08:00:53.961305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b73bc5-7a75-4d50-afd4-73bfadd5d729 req-0292c987-6b91-4380-a419-5a11e18f47f6 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:53.963186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c8b73bc5-7a75-4d50-afd4-73bfadd5d729 req-0292c987-6b91-4380-a419-5a11e18f47f6 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.2391224
Jan 21 08:00:54.052511 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c8b73bc5-7a75-4d50-afd4-73bfadd5d729 req-42ff8c56-5894-4eed-8a53-4ebf0c0f8e2c tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721936
Jan 21 08:00:54.480346 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ba9dc560-05f9-4bc4-bc7e-b4ce5b843f7f req-6626da3a-7a96-43ce-8a41-6668a71dc74a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0663948
Jan 21 08:00:54.485624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:54.488126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-62869691-ed1e-4c91-9c03-7c31947e05b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:54.827234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de141bd4-ac36-4e30-9143-ebc2c68ba992 req-6b8fdd9b-7d07-4825-8818-2440d9010be5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:54.829281 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-de141bd4-ac36-4e30-9143-ebc2c68ba992 req-6b8fdd9b-7d07-4825-8818-2440d9010be5 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1193702
Jan 21 08:00:54.893457 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-de141bd4-ac36-4e30-9143-ebc2c68ba992 req-138e1ab2-d6b0-4c5d-adbb-68179a6da854 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570898
Jan 21 08:00:55.308722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac31e4-d131-4b3b-9f28-72f8ec619296 req-876d75fb-711a-4a00-9eb9-9caf5ba38b6c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:55.311739 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6ac31e4-d131-4b3b-9f28-72f8ec619296 req-876d75fb-711a-4a00-9eb9-9caf5ba38b6c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1813662
Jan 21 08:00:55.394680 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6ac31e4-d131-4b3b-9f28-72f8ec619296 req-c78bda13-801e-4453-b981-ca40bbeaa17b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746510
Jan 21 08:00:55.427852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cb94c-e7e3-4dfa-901c-c62a71d282c5 req-23152924-6752-481f-a98c-0827b5f8657f tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:55.429588 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-184cb94c-e7e3-4dfa-901c-c62a71d282c5 req-23152924-6752-481f-a98c-0827b5f8657f tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 931 time: 0.2038512
Jan 21 08:00:55.500932 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-184cb94c-e7e3-4dfa-901c-c62a71d282c5 req-6a8405d2-0e42-4012-bae1-2e7cc3cb542b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633094
Jan 21 08:00:55.679386 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f3b3ec70-77ec-4307-8586-591e38712073 req-710276b5-2581-4fe4-8270-a4c3734b4198 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=8a9091fa-b0fd-4882-b7ab-f127da57060a HTTP/1.1" status: 200  len: 210 time: 0.0524271
Jan 21 08:00:55.695283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2cf9365a-6ef6-41ad-b17a-52d1b2b9f39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:55.992850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-799f4b03-eaf7-4cb3-b02c-50e56a315a8e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Synchronizing usage tracker for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:00:56.029262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-799f4b03-eaf7-4cb3-b02c-50e56a315a8e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Unset dirty status for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:00:56.030665 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-799f4b03-eaf7-4cb3-b02c-50e56a315a8e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1700303635&fields=id&tenant_id=0dc73fb84ada4a75a4a313679d200761 HTTP/1.1" status: 200  len: 267 time: 0.0887136
Jan 21 08:00:56.137202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:56.495352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-aaaf26e7-681b-4634-b85b-3ae690c47430 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:56.497141 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-aaaf26e7-681b-4634-b85b-3ae690c47430 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 808 time: 0.4575589
Jan 21 08:00:56.521453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb3bad-7a32-4730-ae6b-55b40dad4c04 req-5579cd30-cf2d-4ec3-b671-21d9c856ecf9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:56.523288 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-97fb3bad-7a32-4730-ae6b-55b40dad4c04 req-5579cd30-cf2d-4ec3-b671-21d9c856ecf9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.4552305
Jan 21 08:00:56.553918 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-520b4306-b4a7-4858-bb90-78f21d7d0335 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/quotas/0dc73fb84ada4a75a4a313679d200761 HTTP/1.1" status: 200  len: 375 time: 0.0294409
Jan 21 08:00:56.599532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Request body: {'port': {'device_id': '95b9f626-bb0a-435d-b586-b12144cf4690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:00:56.638325 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-97fb3bad-7a32-4730-ae6b-55b40dad4c04 req-746efb11-0e3d-435b-ae9a-353d8b107e94 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013699
Jan 21 08:00:56.687235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-af089ecd-799f-44db-9926-e694d16acda3 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Synchronizing usage tracker for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:00:56.731366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:56.749599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-af089ecd-799f-44db-9926-e694d16acda3 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Unset dirty status for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:00:56.751775 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-af089ecd-799f-44db-9926-e694d16acda3 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1874330
Jan 21 08:00:56.982784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:56.996837 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-0d21e5be-46f3-4424-8873-867b46a2fecb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1996014
Jan 21 08:00:57.056109 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f5485-bfba-4588-9970-356e2dd6143e req-7f23a02c-0ebe-441b-91ee-831c28037815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.057829 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-7f23a02c-0ebe-441b-91ee-831c28037815 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 1162 time: 0.2921066
Jan 21 08:00:57.064364 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-f36431c2-2bc2-4e10-8fc3-468bdb3a7b29 service neutron] 10.222.0.21 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556584
Jan 21 08:00:57.091449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4652c5e-695c-4081-963a-970cc1a60b4a req-4681e3c4-f003-43bb-b923-5207d21247cd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.093134 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e4652c5e-695c-4081-963a-970cc1a60b4a req-4681e3c4-f003-43bb-b923-5207d21247cd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.2777050
Jan 21 08:00:57.244034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-93dfa73c-f373-486b-ab35-039a1e5a3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.245658 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-93dfa73c-f373-486b-ab35-039a1e5a3908 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b9fe6bc224c4541900e5055a8e05595&device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 1163 time: 0.1953435
Jan 21 08:00:57.340056 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e4652c5e-695c-4081-963a-970cc1a60b4a req-a5f00d9c-74fe-4712-932b-25775469cc75 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1957052
Jan 21 08:00:57.421338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f5485-bfba-4588-9970-356e2dd6143e req-5e962484-2067-43ee-877f-5d016a5b1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.423171 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-5e962484-2067-43ee-877f-5d016a5b1ec5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.3569112
Jan 21 08:00:57.433244 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-0ba40118-e59e-48f6-8a33-50ef3750f83b service neutron] 10.222.0.21 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3143830
Jan 21 08:00:57.462323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-662c4916-7ac8-452a-9292-7c4a0c5b18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.465364 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-662c4916-7ac8-452a-9292-7c4a0c5b18dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 200  len: 913 time: 0.1544914
Jan 21 08:00:57.479312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f705157d-015c-4307-92a1-c502e858b6c7 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:00:57.549276 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-6dea6314-3dc9-4d81-be8e-ed5695e06055 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 200  len: 217 time: 0.1148658
Jan 21 08:00:57.564645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:57.572322 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-4830ecce-4103-4db5-9262-97a6745964c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adbc66c9-5576-499e-9532-c130b6c00d5b HTTP/1.1" status: 200  len: 217 time: 0.0962985
Jan 21 08:00:57.583083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Transition to ACTIVE for port object f705157d-015c-4307-92a1-c502e858b6c7 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:00:57.636563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:57.659136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-256287e1-db21-4154-a75b-658b0accbb44 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:57.693852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f5485-bfba-4588-9970-356e2dd6143e req-58623d08-2678-4ca7-98eb-77defda8329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.695481 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-58623d08-2678-4ca7-98eb-77defda8329b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.1366799
Jan 21 08:00:57.781022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-ec76cd3d-9fba-4e6c-9972-33c802f3a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.783449 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-ec76cd3d-9fba-4e6c-9972-33c802f3a07e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 200  len: 859 time: 0.1976388
Jan 21 08:00:57.785815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8524e69-39bd-455e-83eb-25e9ab4d7137 req-eb7864eb-0ae5-49c8-a7a9-730cfe082652 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:57.787235 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b8524e69-39bd-455e-83eb-25e9ab4d7137 req-eb7864eb-0ae5-49c8-a7a9-730cfe082652 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 943 time: 0.1804843
Jan 21 08:00:57.789820 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-65153cbd-57e4-4180-94af-860d6b65ebfa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834117
Jan 21 08:00:57.832477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:57.865995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Pushing event updated for resources: {'Port': ['ID=f705157d-015c-4307-92a1-c502e858b6c7,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:57.873365 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-a8de5e48-56d1-4f35-acae-7bc444f669d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=69fbb171-c582-4802-aeed-2a88dcea79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0729797
Jan 21 08:00:57.890978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.891398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.891810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.892218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.892618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.893018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.893414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.893833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.894230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.894629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.895026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.895446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.895903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.896295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.896686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.897082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.897469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.897904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.898292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.898677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.901708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.901708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.901708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.901708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:00:57.930467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:57.937910 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b8524e69-39bd-455e-83eb-25e9ab4d7137 req-afecb66e-f3dd-477d-b4a5-738f635f9ef3 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439810
Jan 21 08:00:57.994663 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-32086739-6180-458f-a170-f3c6bc5ad047 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858017
Jan 21 08:00:58.204208 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-963d67b4-e9d1-4007-9fec-d4d780df8b2f service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2011681
Jan 21 08:00:58.318277 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-da9036bc-60c2-4b5b-bcee-5c496b597d62 req-673ebb1b-8fc6-4a54-aa5f-da029b73195e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 210 time: 0.0553701
Jan 21 08:00:58.402048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a8a34-b1dd-4eb6-ad36-d9c5308882e2 req-60ce2820-979b-4134-ad18-84f243fbe440 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:58.403703 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae7a8a34-b1dd-4eb6-ad36-d9c5308882e2 req-60ce2820-979b-4134-ad18-84f243fbe440 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1833625
Jan 21 08:00:58.496084 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae7a8a34-b1dd-4eb6-ad36-d9c5308882e2 req-0e9a0ba8-e016-47bc-ba5f-b5edf89e4a25 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852957
Jan 21 08:00:58.524834 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-027c2458-4667-4062-9a3b-269541df920c service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6204855
Jan 21 08:00:58.631228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Attempting to bind port f705157d-015c-4307-92a1-c502e858b6c7 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:00:58.631228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Attempting to bind port f705157d-015c-4307-92a1-c502e858b6c7 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:00:58.631890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Attempting to bind port f705157d-015c-4307-92a1-c502e858b6c7 on network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:00:58.644298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:00:58.644547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Checking segment: {'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:00:58.644835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:58.645373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Bound using segment: {'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:00:58.645682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Bound port: f705157d-015c-4307-92a1-c502e858b6c7, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2145494-3289-424e-9fad-b700182677fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7e0e45c3-cefa-449a-8212-ed0cfacaecc3'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:00:58.646085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:58.658956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a3543-230c-46f7-bd9d-a3b8420c70d7 req-846c692f-5c3b-4149-9eb4-c2ab09181e80 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:58.660814 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f62a3543-230c-46f7-bd9d-a3b8420c70d7 req-846c692f-5c3b-4149-9eb4-c2ab09181e80 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1099992
Jan 21 08:00:58.714855 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f62a3543-230c-46f7-bd9d-a3b8420c70d7 req-6dba2748-345b-44fd-83a4-e772edbb6706 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484548
Jan 21 08:00:58.789780 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d93091c2-af71-4d97-8ba7-e6412f1ec664 req-d7d2c0c5-4c81-481e-bfaa-a36fec61be97 service neutron] 10.222.0.76 "GET /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2470670
Jan 21 08:00:58.795400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] For port f705157d-015c-4307-92a1-c502e858b6c7, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:00:58.799246 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] For port f705157d-015c-4307-92a1-c502e858b6c7, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f705157d-015c-4307-92a1-c502e858b6c7,segment=NetworkSegment(c2145494-3289-424e-9fad-b700182677fd),segment_id=c2145494-3289-424e-9fad-b700182677fd)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:00:58.829179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:58.845723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:00:59.010453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Pushing event updated for resources: {'Port': ['ID=f705157d-015c-4307-92a1-c502e858b6c7,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:00:59.017276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:00:59.049990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:59.050674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:00:59.052185 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] 10.222.0.76 "PUT /v2.0/ports/f705157d-015c-4307-92a1-c502e858b6c7 HTTP/1.1" status: 200  len: 1157 time: 2.4582455
Jan 21 08:00:59.052793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b9f626-bb0a-435d-b586-b12144cf4690', 'tag': 'f705157d-015c-4307-92a1-c502e858b6c7'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:00:59.123256 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b9f626-bb0a-435d-b586-b12144cf4690', 'tag': 'f705157d-015c-4307-92a1-c502e858b6c7', 'status': 'completed', 'code': 200}
Jan 21 08:00:59.285073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9576-bd13-4d55-ae98-6a0d143f46fe req-54c8002b-56e2-47b2-b59b-acf48e33c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:59.287060 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a0df9576-bd13-4d55-ae98-6a0d143f46fe req-54c8002b-56e2-47b2-b59b-acf48e33c4d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd1177e85144b41bc23519b547db9fd&device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 1160 time: 0.0882401
Jan 21 08:00:59.377506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab48e-c12a-40cd-8466-aecd5a077870 req-331b3707-4146-4bd9-932e-5794ef295d40 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:59.379277 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cbab48e-c12a-40cd-8466-aecd5a077870 req-331b3707-4146-4bd9-932e-5794ef295d40 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 943 time: 0.1261957
Jan 21 08:00:59.435233 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cbab48e-c12a-40cd-8466-aecd5a077870 req-9aa0e92a-2850-4011-b4f1-90ca84dee443 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475311
Jan 21 08:00:59.505794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9576-bd13-4d55-ae98-6a0d143f46fe req-cc83ec42-8770-4b6a-83a6-a93598fb84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:59.508741 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a0df9576-bd13-4d55-ae98-6a0d143f46fe req-cc83ec42-8770-4b6a-83a6-a93598fb84d3 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ddd1177e85144b41bc23519b547db9fd&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2051859
Jan 21 08:00:59.572701 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cb96759c-1a8a-408f-8d41-b5ec5191ff16 req-b5e36f60-f624-4480-8da9-21a8364fec9b tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 210 time: 0.0722737
Jan 21 08:00:59.689401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9576-bd13-4d55-ae98-6a0d143f46fe req-4ed34b03-b9ac-4cb7-be7e-11840f3671a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:59.692040 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a0df9576-bd13-4d55-ae98-6a0d143f46fe req-4ed34b03-b9ac-4cb7-be7e-11840f3671a3 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1769390
Jan 21 08:00:59.786231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f64fa-7001-4316-a7a2-4c59e33eb608 req-bc072bbd-f618-4931-9cd4-617f5fd8f55a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:59.788097 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-909f64fa-7001-4316-a7a2-4c59e33eb608 req-bc072bbd-f618-4931-9cd4-617f5fd8f55a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1192923
Jan 21 08:00:59.848580 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-909f64fa-7001-4316-a7a2-4c59e33eb608 req-3fa9a72d-594f-41f5-a2b7-764eb38e9d51 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486708
Jan 21 08:00:59.860497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-352950ff-ea2c-448c-a626-4754765a86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:00:59.862383 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-352950ff-ea2c-448c-a626-4754765a86db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ddd1177e85144b41bc23519b547db9fd&device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 1160 time: 0.0931902
Jan 21 08:00:59.964122 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-515a70c5-9421-4973-bc87-9e21cd1dc397 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f705157d-015c-4307-92a1-c502e858b6c7 HTTP/1.1" status: 200  len: 217 time: 0.0821352
Jan 21 08:01:00.046396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-9e3ca0c7-7cd7-462d-ac3a-8e78f4a1468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:00.048811 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-9e3ca0c7-7cd7-462d-ac3a-8e78f4a1468d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c HTTP/1.1" status: 200  len: 854 time: 0.0780189
Jan 21 08:01:00.123290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ab14c-5273-40b2-8c27-0e8b02ae8fb0 req-2dbb084d-cdc2-4605-ae43-2e6e41568392 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:00.125178 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-123ab14c-5273-40b2-8c27-0e8b02ae8fb0 req-2dbb084d-cdc2-4605-ae43-2e6e41568392 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1223748
Jan 21 08:01:00.194858 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-738e3f60-97e8-4b5e-b461-a71cceb338b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0e45c3-cefa-449a-8212-ed0cfacaecc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523310
Jan 21 08:01:00.248952 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-123ab14c-5273-40b2-8c27-0e8b02ae8fb0 req-80aab1e8-2ee1-46b6-bc6b-c73b405b64e3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164229
Jan 21 08:01:00.303896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfe7d3-6f6d-47e4-8742-d4b35feef0d7 req-da9d9d59-c1ff-4889-b03e-e3a400f89cd5 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:00.306111 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a6cfe7d3-6f6d-47e4-8742-d4b35feef0d7 req-da9d9d59-c1ff-4889-b03e-e3a400f89cd5 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 945 time: 0.1472390
Jan 21 08:01:00.382003 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-639601cc-4331-4131-9ee5-230bbdae33e0 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745765
Jan 21 08:01:00.384363 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a6cfe7d3-6f6d-47e4-8742-d4b35feef0d7 req-f234814e-b224-4886-8ec3-d5972943d778 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698662
Jan 21 08:01:00.730154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625badc-1ce3-4ed7-b37e-c9665bbe7c72 req-7620ce6f-12ad-450f-95e4-595a0c04e576 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:00.739134 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a625badc-1ce3-4ed7-b37e-c9665bbe7c72 req-7620ce6f-12ad-450f-95e4-595a0c04e576 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 943 time: 0.1285167
Jan 21 08:01:00.809214 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-34396d96-e475-4e30-8c37-773f7b1059d9 req-db629922-8cd5-452f-a3ca-d392e49f591e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 210 time: 0.0540121
Jan 21 08:01:00.835408 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f236bf0-eecd-4fc8-8dbd-ab9b344cbaa1 req-1b2b5a92-e56e-446a-89c5-435e8107caa3 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3672125
Jan 21 08:01:00.855662 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a625badc-1ce3-4ed7-b37e-c9665bbe7c72 req-385c9bcc-7571-42f4-97f4-d59313418ff6 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154521
Jan 21 08:01:00.864938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-1019f708-1779-47b6-9728-e55dac8b8ca5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:00.865966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-1019f708-1779-47b6-9728-e55dac8b8ca5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Synchronizing usage tracker for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:00.946453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-1019f708-1779-47b6-9728-e55dac8b8ca5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Unset dirty status for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:00.948584 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-1019f708-1779-47b6-9728-e55dac8b8ca5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.76 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 808 time: 0.4819686
Jan 21 08:01:01.066790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-a24b9760-f3d6-4856-9e8f-0aa7e031c5b5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Synchronizing usage tracker for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:01.081363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-a24b9760-f3d6-4856-9e8f-0aa7e031c5b5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Unset dirty status for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:01.082782 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-a24b9760-f3d6-4856-9e8f-0aa7e031c5b5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0dc73fb84ada4a75a4a313679d200761 HTTP/1.1" status: 200  len: 5759 time: 0.1081002
Jan 21 08:01:01.118006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'port': {'device_id': '426e73e3-786c-42b5-b999-53766c0b0617', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'admin_state_up': True, 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'security_groups': ['f7645790-774b-4f9e-8b96-f1fa8568adf0']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:01:01.124346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87df334-7928-4635-9d04-7606b36c1230 req-6e81e5ad-a922-4b2b-8dec-776c5111e740 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:01.127340 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e87df334-7928-4635-9d04-7606b36c1230 req-6e81e5ad-a922-4b2b-8dec-776c5111e740 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1229920
Jan 21 08:01:01.184149 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e87df334-7928-4635-9d04-7606b36c1230 req-defb5d56-4425-428d-ae6d-fcb3decbff91 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501566
Jan 21 08:01:01.279033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:01:01.289540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:01:01.343943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Made reservation on behalf of 0dc73fb84ada4a75a4a313679d200761 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:01:01.354421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:01.541505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17baa2-a42a-4399-9c12-5a0b289319c6 req-ad482b2c-f6d7-4d5b-b53a-a77bce6a5430 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:01.543458 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae17baa2-a42a-4399-9c12-5a0b289319c6 req-ad482b2c-f6d7-4d5b-b53a-a77bce6a5430 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1165905
Jan 21 08:01:01.610633 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae17baa2-a42a-4399-9c12-5a0b289319c6 req-e96622e5-afa0-49b2-92d9-2ac04afb13bb tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574994
Jan 21 08:01:01.736555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Allocated IP 172.20.0.10 (fb41ddfa-257d-4532-addf-c5d851abf5d3/2bc07a3d-72f1-41d8-97b1-c207a94503ad/a79dc645-7ac6-4e59-b3ff-cae0c8d15567) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:01:01.923709 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bb5a6-e56a-490f-b11b-e861a028a810 req-c8a4f302-3548-4fd1-bad4-0fa71309b6d0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:01.925891 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-300bb5a6-e56a-490f-b11b-e861a028a810 req-c8a4f302-3548-4fd1-bad4-0fa71309b6d0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 945 time: 0.1704860
Jan 21 08:01:02.014415 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-300bb5a6-e56a-490f-b11b-e861a028a810 req-35b20f0d-459e-44b5-8921-4dadfc873e44 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817313
Jan 21 08:01:02.030235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:02.051812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Transition to ACTIVE for port object a79dc645-7ac6-4e59-b3ff-cae0c8d15567 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:01:02.120936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:02.141987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:02.229156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4e8ca-877d-43f7-9eb7-dbbd0253fc6d req-58032267-b98f-49f3-8788-d90c40dfe929 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:02.230853 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b2a4e8ca-877d-43f7-9eb7-dbbd0253fc6d req-58032267-b98f-49f3-8788-d90c40dfe929 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 932 time: 0.1809268
Jan 21 08:01:02.294690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event updated for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:02.302112 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b2a4e8ca-877d-43f7-9eb7-dbbd0253fc6d req-bf57aa5d-c2cf-4dba-bc39-20faaa5b0d1e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0641999
Jan 21 08:01:02.313560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:02.349066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2891-cb7e-40a0-a43f-c75ac6dedaa4 req-414959d2-a281-4854-8aa6-e9e3cbcdabf0 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:02.350790 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0a5f2891-cb7e-40a0-a43f-c75ac6dedaa4 req-414959d2-a281-4854-8aa6-e9e3cbcdabf0 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 943 time: 0.1826830
Jan 21 08:01:02.361681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:01:02.362888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:01:02.368282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:01:02.409270 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0a5f2891-cb7e-40a0-a43f-c75ac6dedaa4 req-bf56740f-911c-45ff-bc2b-b6efdbf9756a tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475609
Jan 21 08:01:02.459505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:02.460523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:02.532529 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4188941
Jan 21 08:01:02.574425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Request body: {'port': {'device_id': '426e73e3-786c-42b5-b999-53766c0b0617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:01:02.702220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:02.766765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c7f54887-38f7-44f6-8a00-8dc80d82824b None None] Provisioning for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:01:02.772305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c7f54887-38f7-44f6-8a00-8dc80d82824b None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:02.772734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c7f54887-38f7-44f6-8a00-8dc80d82824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:02.835987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-c7f54887-38f7-44f6-8a00-8dc80d82824b None None] Port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:01:03.110187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb027a4-1010-475a-adb1-b4c9b0dcdfe5 req-8faeccf3-c532-4376-b862-ee2f0c6eb310 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:03.114294 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4fb027a4-1010-475a-adb1-b4c9b0dcdfe5 req-8faeccf3-c532-4376-b862-ee2f0c6eb310 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.3438666
Jan 21 08:01:03.193494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device e9992166-b330-4dab-a098-b42e15557ca1 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:03.221865 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4fb027a4-1010-475a-adb1-b4c9b0dcdfe5 req-266e369c-3d08-4145-8c87-065ab0549e98 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038995
Jan 21 08:01:03.349733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26e0a-2e85-4b49-9888-b7febc6f012f req-fba51536-28af-4d90-b686-2fbd364efcee tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:03.363821 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-57c26e0a-2e85-4b49-9888-b7febc6f012f req-fba51536-28af-4d90-b686-2fbd364efcee tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 945 time: 0.2096548
Jan 21 08:01:03.374698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:03.414362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port e9992166-b330-4dab-a098-b42e15557ca1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e9992166-b330-4dab-a098-b42e15557ca1,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:03.415448 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:03.444916 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-57c26e0a-2e85-4b49-9888-b7febc6f012f req-9c69eada-dc0f-462d-9221-0e8361e1d895 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794718
Jan 21 08:01:03.449598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:03.452222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:03.536661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=e9992166-b330-4dab-a098-b42e15557ca1,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:03.548489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:03.591299 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1', 'code': 200}
Jan 21 08:01:03.614552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79dc645-7ac6-4e59-b3ff-cae0c8d15567 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:01:03.625541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:03.634200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09d407-2045-43d3-a139-49d959c5ca83 req-ce504631-c8da-4c69-9cbc-7233c6b585de tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:03.636779 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7c09d407-2045-43d3-a139-49d959c5ca83 req-ce504631-c8da-4c69-9cbc-7233c6b585de tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 932 time: 0.1664815
Jan 21 08:01:03.644033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Transition to ACTIVE for port object a79dc645-7ac6-4e59-b3ff-cae0c8d15567 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:01:03.698370 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7c09d407-2045-43d3-a139-49d959c5ca83 req-6ff4ce71-72e2-4e30-9344-d103da84a77f tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0547712
Jan 21 08:01:03.700223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49428901-836d-4618-87ca-29e5ba001b35 req-bfae9bf9-d98a-46a3-abb5-94835bd8a95e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:03.701158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-49428901-836d-4618-87ca-29e5ba001b35 req-bfae9bf9-d98a-46a3-abb5-94835bd8a95e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Synchronizing usage tracker for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:03.706610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:03.724376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:03.817800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22544b9b-a3b0-49e1-8151-84297a73e976 req-02f0ee77-30c7-4055-8978-5ea76bc1f8fc tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:03.817800 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-22544b9b-a3b0-49e1-8151-84297a73e976 req-02f0ee77-30c7-4055-8978-5ea76bc1f8fc tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 943 time: 0.1160820
Jan 21 08:01:03.871825 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-22544b9b-a3b0-49e1-8151-84297a73e976 req-b020e340-9b8b-47c7-b847-4d2c2a40c48d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497932
Jan 21 08:01:03.877614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Pushing event updated for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:03.880852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:03.903381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-49428901-836d-4618-87ca-29e5ba001b35 req-bfae9bf9-d98a-46a3-abb5-94835bd8a95e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Unset dirty status for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:03.904619 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-49428901-836d-4618-87ca-29e5ba001b35 req-bfae9bf9-d98a-46a3-abb5-94835bd8a95e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 943 time: 0.3723028
Jan 21 08:01:04.075501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Deleting port e9992166-b330-4dab-a098-b42e15557ca1 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:04.075889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:04.262436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Attempting to bind port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:01:04.262817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Attempting to bind port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:01:04.263193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Attempting to bind port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 on network fb41ddfa-257d-4532-addf-c5d851abf5d3 {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:01:04.292950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 7, 55, 23), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:01:04.293331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Checking segment: {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:01:04.293817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:04.294222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Bound using segment: {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:01:04.294789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Bound port: a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:01:04.295157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:04.523248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] For port e9992166-b330-4dab-a098-b42e15557ca1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=e9992166-b330-4dab-a098-b42e15557ca1,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:04.523654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:04.540225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] For port a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:01:04.619026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1636e6-ffa3-43aa-996d-cdcaf9635e0d req-39b9a474-566a-4c0e-92de-868d7de52512 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:04.621731 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0a1636e6-ffa3-43aa-996d-cdcaf9635e0d req-39b9a474-566a-4c0e-92de-868d7de52512 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1682341
Jan 21 08:01:04.670827 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Calling delete_port for e9992166-b330-4dab-a098-b42e15557ca1 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:04.701666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] For port a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:01:04.754711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:04.771670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fac3e8b5-02c1-48b4-99d8-07b8bcf1819a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:04.797209 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0a1636e6-ffa3-43aa-996d-cdcaf9635e0d req-7f667936-072c-4ee4-a666-ed588a6190ac tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1671863
Jan 21 08:01:04.870985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f45e35-2bc1-4dc5-bc36-4e73c8cf24fb req-961bb2f6-b97d-43dd-8f1d-1dbc3edfc74a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:04.872768 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-10f45e35-2bc1-4dc5-bc36-4e73c8cf24fb req-961bb2f6-b97d-43dd-8f1d-1dbc3edfc74a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 943 time: 0.2494936
Jan 21 08:01:04.942804 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-10f45e35-2bc1-4dc5-bc36-4e73c8cf24fb req-0dbee4c3-e837-48e5-9b34-2f6ab19d1a58 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626123
Jan 21 08:01:05.013593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Pushing event updated for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:05.018076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:05.047930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:05.057950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25512c-02a0-4243-8401-cbe44b8c7438 req-3ef0ce0b-ec72-4aae-9350-272af2401738 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:05.059830 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c25512c-02a0-4243-8401-cbe44b8c7438 req-3ef0ce0b-ec72-4aae-9350-272af2401738 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1160460
Jan 21 08:01:05.067194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:05.076049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:05.117692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:05.117692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:05.119273 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] 10.222.0.76 "PUT /v2.0/ports/a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 1158 time: 2.5498676
Jan 21 08:01:05.177309 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c25512c-02a0-4243-8401-cbe44b8c7438 req-c8ea6590-0510-4304-9981-7306f7319bdf tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1100616
Jan 21 08:01:05.178722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:05.201709 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event deleted for resources: {'Port': ['ID=e9992166-b330-4dab-a098-b42e15557ca1,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:05.204899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:05.267490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3416ab-8b50-44c1-a281-3c7188b32978 req-5b350af2-a5cc-4145-9ae9-aafa64405a8b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:05.268658 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'status': 'completed', 'code': 200}
Jan 21 08:01:05.269548 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8a3416ab-8b50-44c1-a281-3c7188b32978 req-5b350af2-a5cc-4145-9ae9-aafa64405a8b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 943 time: 0.1843174
Jan 21 08:01:05.328004 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8a3416ab-8b50-44c1-a281-3c7188b32978 req-bbb66c36-f4b4-4ffc-867c-dd2f91a0e2ca tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511606
Jan 21 08:01:05.391322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-94ab337e-f404-4ff3-8c8c-d96ddcaf2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:05.393052 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-94ab337e-f404-4ff3-8c8c-d96ddcaf2fc0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1161 time: 0.1867490
Jan 21 08:01:05.399858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] No DVR routers for this DVR port e9992166-b330-4dab-a098-b42e15557ca1 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:01:05.402104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:05.491738 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-0069d044-cdc5-44b2-b4d5-87b8184775b2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 217 time: 0.0728595
Jan 21 08:01:05.530252 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-49428901-836d-4618-87ca-29e5ba001b35 req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "DELETE /v2.0/ports/e9992166-b330-4dab-a098-b42e15557ca1 HTTP/1.1" status: 204  len: 173 time: 1.6133277
Jan 21 08:01:05.566024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-14312a77-338a-4522-9bdc-384baedd085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:05.567738 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-14312a77-338a-4522-9bdc-384baedd085c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.0773389
Jan 21 08:01:05.659065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-c1246496-07d7-4609-9b11-19a3c2b9b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:05.660688 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-c1246496-07d7-4609-9b11-19a3c2b9b415 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860739
Jan 21 08:01:05.880542 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-43ea07af-f9fd-40ef-8292-9a6247fb8a97 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995955
Jan 21 08:01:06.038149 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e3d0fa28-d18b-4f11-9cb7-556c8647208d req-7767f8b2-bf2c-4c8f-9ea3-003e0da92a6e service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451411
Jan 21 08:01:06.062238 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac4b8d-8d15-408c-bcd2-b98c74a1cd2c req-8e15b18a-ab70-40ed-80df-db38e18ef421 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:06.064136 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bfac4b8d-8d15-408c-bcd2-b98c74a1cd2c req-8e15b18a-ab70-40ed-80df-db38e18ef421 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1122530
Jan 21 08:01:06.158527 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bfac4b8d-8d15-408c-bcd2-b98c74a1cd2c req-9e0764ef-4f16-4836-9a9f-b6c9bdbbd3c4 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876102
Jan 21 08:01:06.165646 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-040a5820-8a18-46e1-96c8-3f11d5b94fcc req-ddb45d96-adc8-40c9-8be2-a32e2340f3d4 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=7881c395-3148-458f-b2d5-d703ddf9a41e HTTP/1.1" status: 200  len: 210 time: 0.0577879
Jan 21 08:01:06.274043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-b1d2e7ce-583e-41c9-9b01-9e0286c29f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:06.275706 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-b1d2e7ce-583e-41c9-9b01-9e0286c29f3f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1161 time: 0.0906205
Jan 21 08:01:06.441535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f662e3-4640-4725-9608-1fee94c7a1b9 req-c41a0612-988e-41e0-bac2-bff620015b92 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:06.443556 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-63f662e3-4640-4725-9608-1fee94c7a1b9 req-c41a0612-988e-41e0-bac2-bff620015b92 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1270051
Jan 21 08:01:06.463003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-0adffd4f-b645-42cd-8b74-f70173ffdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:06.464678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-0adffd4f-b645-42cd-8b74-f70173ffdf81 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.1696951
Jan 21 08:01:06.548551 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-63f662e3-4640-4725-9608-1fee94c7a1b9 req-dc5b156c-9572-4dc4-bdbd-b31799d3f7aa tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0980685
Jan 21 08:01:06.577817 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-22891feb-d8ed-4705-a5d9-48c548088ad6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 217 time: 0.0765073
Jan 21 08:01:06.606816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce312ca-d40d-44f5-84de-dc816ffba4c8 req-621a0bd0-f1ac-4c30-9de7-e247495a297a tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:06.608519 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ce312ca-d40d-44f5-84de-dc816ffba4c8 req-621a0bd0-f1ac-4c30-9de7-e247495a297a tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 943 time: 0.1193309
Jan 21 08:01:06.657271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-8a3dffa1-7584-4940-8883-ed8346bbeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:06.658878 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-8a3dffa1-7584-4940-8883-ed8346bbeba6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.0731368
Jan 21 08:01:06.674585 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ce312ca-d40d-44f5-84de-dc816ffba4c8 req-469e2bb9-6ca6-40ac-981d-1038c3a3a4cc tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574636
Jan 21 08:01:06.751857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-6f64f214-c17c-449d-9dd7-1b4abf36340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:06.753492 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-6f64f214-c17c-449d-9dd7-1b4abf36340d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850887
Jan 21 08:01:07.128783 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-82496eb7-7db0-4b55-b600-049e7487238c service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3666182
Jan 21 08:01:07.143870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device f705157d-015c-4307-92a1-c502e858b6c7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:07.260828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port f705157d-015c-4307-92a1-c502e858b6c7 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:01:07.268145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port f705157d-015c-4307-92a1-c502e858b6c7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:07.268790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:07.274648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'name': 'network-vif-deleted', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:07.300911 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-68171d7c-e6b9-4d72-a2c7-eb7e18af4189 req-d14d3342-0dab-464b-99fc-7a0df454e46f service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635528
Jan 21 08:01:07.408153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:07.439619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b9f626-bb0a-435d-b586-b12144cf4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705157d-015c-4307-92a1-c502e858b6c7'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:07.450000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port f705157d-015c-4307-92a1-c502e858b6c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f705157d-015c-4307-92a1-c502e858b6c7,segment=NetworkSegment(c2145494-3289-424e-9fad-b700182677fd),segment_id=c2145494-3289-424e-9fad-b700182677fd)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:07.484797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c220b-6006-4186-b63a-499c87972357 req-d9dd3954-e768-4568-b46f-67cdbf368884 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:07.486542 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fb0c220b-6006-4186-b63a-499c87972357 req-d9dd3954-e768-4568-b46f-67cdbf368884 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 944 time: 0.1524916
Jan 21 08:01:07.491215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:07.492811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:07.524523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:07.564951 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fb0c220b-6006-4186-b63a-499c87972357 req-ff2a055a-37ff-4fd3-a585-6665a39255dc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710173
Jan 21 08:01:07.600020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411775e9-8cee-4e29-8c47-77717d895c77 req-7d3c4c88-6563-4d04-acf1-7d51fe079aad tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:07.601477 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-411775e9-8cee-4e29-8c47-77717d895c77 req-7d3c4c88-6563-4d04-acf1-7d51fe079aad tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1886463
Jan 21 08:01:07.637133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=f705157d-015c-4307-92a1-c502e858b6c7,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:07.645341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:07.646608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 579c36c8-fb75-4a80-91ab-46253fd15161 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:07.647027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:07.662405 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-411775e9-8cee-4e29-8c47-77717d895c77 req-4e47cc0f-0006-4563-a252-7755322b061f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513704
Jan 21 08:01:07.666322 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7881c395-3148-458f-b2d5-d703ddf9a41e', 'name': 'network-vif-deleted', 'tag': 'e9992166-b330-4dab-a098-b42e15557ca1', 'status': 'completed', 'code': 200}
Jan 21 08:01:07.743740 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b9f626-bb0a-435d-b586-b12144cf4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f705157d-015c-4307-92a1-c502e858b6c7', 'code': 200}
Jan 21 08:01:07.776620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:07.814531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 579c36c8-fb75-4a80-91ab-46253fd15161, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=579c36c8-fb75-4a80-91ab-46253fd15161,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:07.845420 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:07.847493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:07.923157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=6']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:07.926556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:07.969828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2e1fe-b5e5-4a5f-9cf7-cb3fd50f38cc req-e393723d-eb58-4d4f-a9b8-8376b8389767 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:07.975687 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ef2e1fe-b5e5-4a5f-9cf7-cb3fd50f38cc req-e393723d-eb58-4d4f-a9b8-8376b8389767 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1124561
Jan 21 08:01:08.028238 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ef2e1fe-b5e5-4a5f-9cf7-cb3fd50f38cc req-f5de5967-fc12-4fd0-a268-58a9f4220812 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0502870
Jan 21 08:01:08.189728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2a8fb-1dcf-49db-9429-7e8b03e66330 req-9a5301d8-3a20-4e15-b473-90a16c6890ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:08.191339 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0e2a8fb-1dcf-49db-9429-7e8b03e66330 req-9a5301d8-3a20-4e15-b473-90a16c6890ef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 1162 time: 0.0824153
Jan 21 08:01:08.240817 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0e2a8fb-1dcf-49db-9429-7e8b03e66330 req-ee1ff459-a1a0-40bb-b33a-6f649f6a257a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403013
Jan 21 08:01:08.306921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53155bc5-a6b0-4759-9498-9e25565a685d req-d21f4299-0f77-43cf-8a3e-edd76b9f6fff tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:08.308562 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-53155bc5-a6b0-4759-9498-9e25565a685d req-d21f4299-0f77-43cf-8a3e-edd76b9f6fff tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 945 time: 0.1718366
Jan 21 08:01:08.336414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f7efd-3e6f-4175-a8ad-0b29aeccb5bf req-f8a9c9a9-702a-48f3-b086-ebab6260e535 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:08.338041 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4f2f7efd-3e6f-4175-a8ad-0b29aeccb5bf req-f8a9c9a9-702a-48f3-b086-ebab6260e535 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.1592026
Jan 21 08:01:08.416481 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-53155bc5-a6b0-4759-9498-9e25565a685d req-29cf92f6-e325-4f32-8c81-4c3ea715b5fb tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773737
Jan 21 08:01:08.430730 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4f2f7efd-3e6f-4175-a8ad-0b29aeccb5bf req-d75f2ea2-529e-407e-9562-ac94b6093372 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725479
Jan 21 08:01:08.538045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device f705157d-015c-4307-92a1-c502e858b6c7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:08.612419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port f705157d-015c-4307-92a1-c502e858b6c7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:08.612886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:08.746826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:08.824604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 579c36c8-fb75-4a80-91ab-46253fd15161 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:08.825029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:08.871747 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c4d7c-3c8a-4db6-a7c3-128e5c5ee60f req-9db5e3e4-e6fc-4498-afa9-85bf61e9d1ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:08.873610 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-686c4d7c-3c8a-4db6-a7c3-128e5c5ee60f req-9db5e3e4-e6fc-4498-afa9-85bf61e9d1ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1538098
Jan 21 08:01:08.948753 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-686c4d7c-3c8a-4db6-a7c3-128e5c5ee60f req-64859597-1c79-40a2-97a4-baaba5bf3fc9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644333
Jan 21 08:01:08.981226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057be703-f5c8-4288-9e25-3ec0e6920b3f req-b294264c-cf9a-4e35-b6a5-55850f9301c8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:08.983063 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-057be703-f5c8-4288-9e25-3ec0e6920b3f req-b294264c-cf9a-4e35-b6a5-55850f9301c8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1783550
Jan 21 08:01:09.035828 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-057be703-f5c8-4288-9e25-3ec0e6920b3f req-1a4bdea4-0451-4478-8493-262abca99230 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461261
Jan 21 08:01:09.263544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0beb308-3fc8-49f5-8412-61f3327f258a req-cc72a572-a86a-4c81-96c7-f84328754f34 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:09.265639 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a0beb308-3fc8-49f5-8412-61f3327f258a req-cc72a572-a86a-4c81-96c7-f84328754f34 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1039758
Jan 21 08:01:09.321273 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a0beb308-3fc8-49f5-8412-61f3327f258a req-f6d79a7d-b9fb-45a1-94f4-c1472f0fd184 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0488040
Jan 21 08:01:09.736938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896df7d-7bf0-4037-b284-f11913b41ea9 req-75edb027-2886-4fee-84ad-e03f6bed61d5 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:09.738607 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d896df7d-7bf0-4037-b284-f11913b41ea9 req-75edb027-2886-4fee-84ad-e03f6bed61d5 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 945 time: 0.1798546
Jan 21 08:01:09.744886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:09.762543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18767758-26e3-41c7-985b-7dee378c6d2c req-0fbc9ff7-6692-4235-828f-a3c6761e1535 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:09.764181 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18767758-26e3-41c7-985b-7dee378c6d2c req-0fbc9ff7-6692-4235-828f-a3c6761e1535 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.1660111
Jan 21 08:01:09.843962 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d896df7d-7bf0-4037-b284-f11913b41ea9 req-bf775125-e660-498b-a4bc-b053d1de2058 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781546
Jan 21 08:01:09.854175 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18767758-26e3-41c7-985b-7dee378c6d2c req-d11a352f-94ac-45d4-a446-c829c51df3b9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739694
Jan 21 08:01:09.918840 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161', 'code': 200}
Jan 21 08:01:10.278618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a17b4-f485-4665-b208-337c2d72b227 req-dcc6fa26-4ea9-4fe4-9ab2-fa9a19dbb9d6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:10.280267 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-676a17b4-f485-4665-b208-337c2d72b227 req-dcc6fa26-4ea9-4fe4-9ab2-fa9a19dbb9d6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1688600
Jan 21 08:01:10.363028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da64f98-5044-436f-acbf-c471cdd11791 req-62f598c7-8204-4cb1-87df-6a4806c7716c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:10.364595 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3da64f98-5044-436f-acbf-c471cdd11791 req-62f598c7-8204-4cb1-87df-6a4806c7716c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1865833
Jan 21 08:01:10.376183 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-676a17b4-f485-4665-b208-337c2d72b227 req-969fdbdb-6534-4861-80fb-f08adf7b7ae7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883470
Jan 21 08:01:10.424100 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3da64f98-5044-436f-acbf-c471cdd11791 req-0e4dbf30-1b8d-41da-8d8d-0654a40e6941 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468729
Jan 21 08:01:10.555763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device f705157d-015c-4307-92a1-c502e858b6c7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:10.625160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02933509-1f85-4f08-a24b-c3dd9abfc481 req-b46de2fb-aee2-43a9-84d0-61e28695e7d6 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:10.626820 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-02933509-1f85-4f08-a24b-c3dd9abfc481 req-b46de2fb-aee2-43a9-84d0-61e28695e7d6 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1170464
Jan 21 08:01:10.637490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port f705157d-015c-4307-92a1-c502e858b6c7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:10.637947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:10.682786 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-02933509-1f85-4f08-a24b-c3dd9abfc481 req-2fa3b01f-955a-415f-850b-1724a7285d4d tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0493200
Jan 21 08:01:10.926210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072bc83-d94c-4f5b-8b68-d2c20be63a36 req-32718fb7-64bd-46ee-85d8-b5786417cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:10.927867 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8072bc83-d94c-4f5b-8b68-d2c20be63a36 req-32718fb7-64bd-46ee-85d8-b5786417cf8b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1163 time: 0.0872788
Jan 21 08:01:10.975743 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8072bc83-d94c-4f5b-8b68-d2c20be63a36 req-8786265e-fc9c-4f5a-85e3-a640597428a4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399947
Jan 21 08:01:11.160505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e036b-c68f-4f96-b40b-c57e3d662cf2 req-5c82e0a2-d3f4-4340-9b60-188446c11474 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:11.162102 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f6e036b-c68f-4f96-b40b-c57e3d662cf2 req-5c82e0a2-d3f4-4340-9b60-188446c11474 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 945 time: 0.1819930
Jan 21 08:01:11.186767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6079a3a-ee27-4cd0-9ab4-14a502d69174 req-69da2704-1f88-4af0-8071-3e8ca6e00a6e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:11.189117 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6079a3a-ee27-4cd0-9ab4-14a502d69174 req-69da2704-1f88-4af0-8071-3e8ca6e00a6e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.1694362
Jan 21 08:01:11.271812 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f6e036b-c68f-4f96-b40b-c57e3d662cf2 req-249fe664-6ab3-4972-8b97-bae26a8c0862 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815740
Jan 21 08:01:11.279599 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6079a3a-ee27-4cd0-9ab4-14a502d69174 req-11201d77-22d2-4304-bd47-61a799358272 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736723
Jan 21 08:01:11.646824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-a0038a70-debe-447e-900f-74f0aa73d924 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:11.648310 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-a0038a70-debe-447e-900f-74f0aa73d924 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Synchronizing usage tracker for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:11.652201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8b86-3b05-4405-874f-0618d0226174 req-30ba5301-d954-40c4-98d8-81264f3e5c1c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:11.653780 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-853c8b86-3b05-4405-874f-0618d0226174 req-30ba5301-d954-40c4-98d8-81264f3e5c1c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1117930
Jan 21 08:01:11.708088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-a0038a70-debe-447e-900f-74f0aa73d924 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Unset dirty status for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:11.708304 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-853c8b86-3b05-4405-874f-0618d0226174 req-1b621797-79ff-43e8-b737-da793f0ac468 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470064
Jan 21 08:01:11.709490 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-a0038a70-debe-447e-900f-74f0aa73d924 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.1774805
Jan 21 08:01:11.807351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Deleting port bf00a30e-3d75-49e3-ba57-12718f153280 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:11.807743 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:11.958707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80f116-3ccc-4474-97be-e95d3a92aeff req-f3f7b13c-e984-4b77-ae2a-1178f5e615d2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:11.958707 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3a80f116-3ccc-4474-97be-e95d3a92aeff req-f3f7b13c-e984-4b77-ae2a-1178f5e615d2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.1129036
Jan 21 08:01:12.014385 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3a80f116-3ccc-4474-97be-e95d3a92aeff req-0bd73991-16d6-4ff1-ac5d-b780f879f87e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510378
Jan 21 08:01:12.170782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device adbc66c9-5576-499e-9532-c130b6c00d5b no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:12.180905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-0d37d62c-9799-42eb-b2ac-f900f77d3e12 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:12.181821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-0d37d62c-9799-42eb-b2ac-f900f77d3e12 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Synchronizing usage tracker for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:12.191352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] For port bf00a30e-3d75-49e3-ba57-12718f153280, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=bf00a30e-3d75-49e3-ba57-12718f153280,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:12.191769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:12.268215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266ecb0-df22-4356-9fb6-541e807f2f0d req-e106b1c8-5af6-48ee-937f-dedb03ed09dd tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:12.269940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-0d37d62c-9799-42eb-b2ac-f900f77d3e12 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Unset dirty status for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:12.271159 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-0d37d62c-9799-42eb-b2ac-f900f77d3e12 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 946 time: 0.2594812
Jan 21 08:01:12.272533 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c266ecb0-df22-4356-9fb6-541e807f2f0d req-e106b1c8-5af6-48ee-937f-dedb03ed09dd tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1248422
Jan 21 08:01:12.307846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:12.330322 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c266ecb0-df22-4356-9fb6-541e807f2f0d req-1d263dd5-9c4e-4778-9cb8-0651d5a56fc1 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0505910
Jan 21 08:01:12.352122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port adbc66c9-5576-499e-9532-c130b6c00d5b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=adbc66c9-5576-499e-9532-c130b6c00d5b,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:12.353558 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:12.388401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Calling delete_port for bf00a30e-3d75-49e3-ba57-12718f153280 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:12.388798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:12.389689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device bf00a30e-3d75-49e3-ba57-12718f153280 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:12.453564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Deleting port adbc66c9-5576-499e-9532-c130b6c00d5b {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:12.454091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:12.462046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6ebbbda1-0309-4bfe-a13e-278ff3a7826a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:12.508136 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b', 'code': 200}
Jan 21 08:01:12.596653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d252f2-e4cb-4e53-ad2f-9de040cfb075 req-3be53fa1-8597-4f6b-a5d5-90b1506a9a3b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:12.599592 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-13d252f2-e4cb-4e53-ad2f-9de040cfb075 req-3be53fa1-8597-4f6b-a5d5-90b1506a9a3b tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 946 time: 0.1653588
Jan 21 08:01:12.611143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=adbc66c9-5576-499e-9532-c130b6c00d5b,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:12.623854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:12.647298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:12.665453 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-13d252f2-e4cb-4e53-ad2f-9de040cfb075 req-6d52d138-b50a-4f8c-9684-4288de7508e7 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584555
Jan 21 08:01:12.815381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jan 21 08:01:12.815381 dv-cinder-768592-5-iscsi neutron-server[80093]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Jan 21 08:01:12.815381 dv-cinder-768592-5-iscsi neutron-server[80093]: [parameters: {'status': 'DOWN', 'ports_id': 'bf00a30e-3d75-49e3-ba57-12718f153280'}]
Jan 21 08:01:12.815381 dv-cinder-768592-5-iscsi neutron-server[80093]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:01:12.816247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:01:12.837481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] For port adbc66c9-5576-499e-9532-c130b6c00d5b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=adbc66c9-5576-499e-9532-c130b6c00d5b,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:12.838037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:12.977714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:12.987199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Calling delete_port for adbc66c9-5576-499e-9532-c130b6c00d5b owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:13.006449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9b1d8-2d34-4eef-b766-6e1cae90008f req-d7be358c-6e43-47b6-bd61-91a1193d23ad tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:13.008186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdf9b1d8-2d34-4eef-b766-6e1cae90008f req-d7be358c-6e43-47b6-bd61-91a1193d23ad tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1365485
Jan 21 08:01:13.030633 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fd376ccc-6e69-4df3-b7e1-fba233d5a461 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:13.083862 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdf9b1d8-2d34-4eef-b766-6e1cae90008f req-6c0133f3-ebe3-4db2-8fe7-0a337dcdb849 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689692
Jan 21 08:01:13.138614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event deleted for resources: {'Port': ['ID=bf00a30e-3d75-49e3-ba57-12718f153280,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:13.150290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:13.301530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da284-df0a-478e-9326-b1b842109c57 req-6f03082e-8514-4218-8728-6013ca58e47f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:13.303269 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bc8da284-df0a-478e-9326-b1b842109c57 req-6f03082e-8514-4218-8728-6013ca58e47f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 944 time: 0.1425490
Jan 21 08:01:13.351505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] No DVR routers for this DVR port bf00a30e-3d75-49e3-ba57-12718f153280 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:01:13.356261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:13.358549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Port bf00a30e-3d75-49e3-ba57-12718f153280 update to DOWN by agent not found {{(pid=80208) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 21 08:01:13.359156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'name': 'network-vif-deleted', 'tag': 'bf00a30e-3d75-49e3-ba57-12718f153280'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:13.366661 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bc8da284-df0a-478e-9326-b1b842109c57 req-f9e7d046-2fc3-4829-b56d-d3f601187ce4 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558498
Jan 21 08:01:13.409272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:13.429652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:13.475248 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9c34bbfc-4e51-4587-a449-f1a4769d0077 req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "DELETE /v2.0/ports/bf00a30e-3d75-49e3-ba57-12718f153280 HTTP/1.1" status: 204  len: 173 time: 1.7486780
Jan 21 08:01:13.551278 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0b7c03-8771-4cb1-b302-3f37f739b1cf', 'name': 'network-vif-deleted', 'tag': 'bf00a30e-3d75-49e3-ba57-12718f153280', 'status': 'completed', 'code': 200}
Jan 21 08:01:13.552200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Pushing event deleted for resources: {'Port': ['ID=adbc66c9-5576-499e-9532-c130b6c00d5b,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:13.556948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:13.598149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf1dae-74ee-42f7-847b-cdd9ab970121 req-2d5215eb-2259-4e9a-bd7a-c89fe81ae89c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:13.599999 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-09bf1dae-74ee-42f7-847b-cdd9ab970121 req-2d5215eb-2259-4e9a-bd7a-c89fe81ae89c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1179674
Jan 21 08:01:13.663957 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-09bf1dae-74ee-42f7-847b-cdd9ab970121 req-7d1b47b7-628c-4818-87f8-fbfab683c521 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0576351
Jan 21 08:01:13.672689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] No DVR routers for this DVR port adbc66c9-5576-499e-9532-c130b6c00d5b on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:01:13.674964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:13.677072 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5fb805de-fcc0-4ca3-a985-0e2b0dc6eb30 req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "DELETE /v2.0/ports/adbc66c9-5576-499e-9532-c130b6c00d5b HTTP/1.1" status: 204  len: 173 time: 1.3448794
Jan 21 08:01:13.853252 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-db4d7b41-2075-4c96-9ce0-4b183d3f3060 req-922575d7-0b6f-4917-8143-9451ce532bc0 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=ee0b7c03-8771-4cb1-b302-3f37f739b1cf HTTP/1.1" status: 200  len: 210 time: 0.0515022
Jan 21 08:01:14.392616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0de9-6ed8-437d-9c21-fc4f30e205c4 req-38b817d0-684f-4765-a498-7ef20a03147d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:14.394370 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-783f0de9-6ed8-437d-9c21-fc4f30e205c4 req-38b817d0-684f-4765-a498-7ef20a03147d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1113644
Jan 21 08:01:14.452084 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-783f0de9-6ed8-437d-9c21-fc4f30e205c4 req-f0d6315d-8fa7-4666-b5fe-b34f41e361ab tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511765
Jan 21 08:01:14.598110 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8fdc674e-d743-4a6f-847d-eacc5cbbc4e8 req-f5d8a549-0182-4587-ba8a-ae5a560364f0 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=72471f93-0a40-4922-8210-9f4951dd60be HTTP/1.1" status: 200  len: 210 time: 0.0536182
Jan 21 08:01:14.908912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d61b4c-8cac-4ae6-ac24-0ac794d9de04 req-af18d482-7690-4bda-bfa6-dab3801e77dd tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:14.910656 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e8d61b4c-8cac-4ae6-ac24-0ac794d9de04 req-af18d482-7690-4bda-bfa6-dab3801e77dd tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1089036
Jan 21 08:01:14.968458 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e8d61b4c-8cac-4ae6-ac24-0ac794d9de04 req-174ff7f3-f48a-46c9-801a-8d421de8972c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0511873
Jan 21 08:01:15.552935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'name': 'network-vif-deleted', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:15.613439 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72471f93-0a40-4922-8210-9f4951dd60be', 'name': 'network-vif-deleted', 'tag': 'adbc66c9-5576-499e-9532-c130b6c00d5b', 'status': 'completed', 'code': 200}
Jan 21 08:01:15.711738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef39a1-47cc-4f3b-8da0-102c0598d140 req-fa7cb21c-ef78-46a4-b136-1e42ac841991 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:15.713492 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2fef39a1-47cc-4f3b-8da0-102c0598d140 req-fa7cb21c-ef78-46a4-b136-1e42ac841991 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1094167
Jan 21 08:01:15.769253 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2fef39a1-47cc-4f3b-8da0-102c0598d140 req-65497fe6-0078-4706-a39e-5041b65f5227 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486331
Jan 21 08:01:16.175350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:16.256700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 579c36c8-fb75-4a80-91ab-46253fd15161 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:16.257140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:16.488280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d6e10-fce8-45c5-86d1-989e864a0b23 req-d212a729-19ae-41a2-8bbb-647945622c03 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:16.490085 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5e6d6e10-fce8-45c5-86d1-989e864a0b23 req-d212a729-19ae-41a2-8bbb-647945622c03 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.3888431
Jan 21 08:01:16.521208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccadc0c-ce38-420d-9340-2e542df46dae req-4aba1395-d260-4c80-899c-9429a9fe3fba tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:16.526003 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ccadc0c-ce38-420d-9340-2e542df46dae req-4aba1395-d260-4c80-899c-9429a9fe3fba tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.3721528
Jan 21 08:01:16.588924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:16.612075 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5e6d6e10-fce8-45c5-86d1-989e864a0b23 req-dc2520c1-85d8-4d63-9d60-b3e272659d14 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0850406
Jan 21 08:01:16.630406 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ccadc0c-ce38-420d-9340-2e542df46dae req-3e13dc29-3733-472c-bdbe-420c5f008ac8 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877647
Jan 21 08:01:16.736504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:01:16.742360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:16.742777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:16.875855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:16.907857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:16.918404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:16.976839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:16.980283 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'code': 200}
Jan 21 08:01:16.981304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:17.056590 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:17.065389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.065877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.066347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.066784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.067219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.067655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.068020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.068385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.068770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.069132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.069496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.069875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.070293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.070651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.071008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.071362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.071716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.072069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.072421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.072777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.073126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.073479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.073849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.074208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:17.079059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:17.159681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8904ed0-0ab1-45c7-969a-56048abdcad7 req-de24aa61-eb1c-441f-8e89-a7f7576d7c1d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:17.161225 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f8904ed0-0ab1-45c7-969a-56048abdcad7 req-de24aa61-eb1c-441f-8e89-a7f7576d7c1d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.1063216
Jan 21 08:01:17.212312 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f8904ed0-0ab1-45c7-969a-56048abdcad7 req-81b36a90-6a12-463c-8295-9bd3196877d2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446882
Jan 21 08:01:17.577980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296adf3-8e94-4d29-845e-81654edd7a40 req-56bea53a-0b51-4ded-b501-3476d6096885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:17.579705 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c296adf3-8e94-4d29-845e-81654edd7a40 req-56bea53a-0b51-4ded-b501-3476d6096885 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.0811386
Jan 21 08:01:17.622162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:17.627336 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c296adf3-8e94-4d29-845e-81654edd7a40 req-c894e72b-fd89-492f-a9e4-34c430825bec service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0387397
Jan 21 08:01:17.698589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:17.699018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:17.941092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40555e6a-83b5-4cd6-9d37-56fefa48ac40 req-3bec097f-3612-428c-a9f4-223ea03fb2af tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:17.942931 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-40555e6a-83b5-4cd6-9d37-56fefa48ac40 req-3bec097f-3612-428c-a9f4-223ea03fb2af tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1808865
Jan 21 08:01:17.996882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91cfe8-2c20-4e85-9e6b-c0c1fa414cb9 req-feb32b81-0a70-41b8-9006-8dec0fc8f32c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:17.998707 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1a91cfe8-2c20-4e85-9e6b-c0c1fa414cb9 req-feb32b81-0a70-41b8-9006-8dec0fc8f32c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1724617
Jan 21 08:01:18.050895 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-40555e6a-83b5-4cd6-9d37-56fefa48ac40 req-e4811aa6-40a7-44d6-ae56-c6278bc01dff tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008053
Jan 21 08:01:18.076085 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1a91cfe8-2c20-4e85-9e6b-c0c1fa414cb9 req-5a484f67-ca2c-4b72-bdb2-b24acfb70033 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0627265
Jan 21 08:01:18.446497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ff7a-1ec3-495c-98cf-d7da64a82906 req-b106b6f3-2828-4ccc-9975-9ece9c0a5afb tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:18.448163 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5275ff7a-1ec3-495c-98cf-d7da64a82906 req-b106b6f3-2828-4ccc-9975-9ece9c0a5afb tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.1030767
Jan 21 08:01:18.509753 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5275ff7a-1ec3-495c-98cf-d7da64a82906 req-2476baa5-08ef-4d99-9d63-3dcce6efdd32 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541205
Jan 21 08:01:19.372734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e3b6-1983-47cf-92a2-bb6e51ba24da req-5874f6cc-0a6f-42db-bc90-a46707e08b57 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:19.374434 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4592e3b6-1983-47cf-92a2-bb6e51ba24da req-5874f6cc-0a6f-42db-bc90-a46707e08b57 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1840429
Jan 21 08:01:19.400564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa838-6b56-409d-b70b-350e371f6fad req-f6371880-bd51-4a0d-b33a-1d8037466577 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:19.402370 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-08afa838-6b56-409d-b70b-350e371f6fad req-f6371880-bd51-4a0d-b33a-1d8037466577 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1627579
Jan 21 08:01:19.489893 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4592e3b6-1983-47cf-92a2-bb6e51ba24da req-ca82301b-596d-4e04-94cf-061abfa45688 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861793
Jan 21 08:01:19.498308 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-08afa838-6b56-409d-b70b-350e371f6fad req-8c457ea1-a7af-4595-9ce7-924553bcde0c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0794132
Jan 21 08:01:19.799525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba5e1-0b06-4dc0-aa72-3b6117ac3830 req-c5fb6ed2-281b-478b-bcdc-f8baf634c2ca tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:19.801224 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0cba5e1-0b06-4dc0-aa72-3b6117ac3830 req-c5fb6ed2-281b-478b-bcdc-f8baf634c2ca tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.1449213
Jan 21 08:01:19.828771 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:19.861069 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0cba5e1-0b06-4dc0-aa72-3b6117ac3830 req-a9066bab-4081-45ea-a8e3-78890a8b0cad tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531230
Jan 21 08:01:19.912944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:19.913613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:20.792075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d9947-47e5-4954-a252-c570aca6de22 req-b048694e-849f-4f09-8e4f-f8a5f28636a1 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:20.793972 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c31d9947-47e5-4954-a252-c570aca6de22 req-b048694e-849f-4f09-8e4f-f8a5f28636a1 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1274407
Jan 21 08:01:20.904673 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c31d9947-47e5-4954-a252-c570aca6de22 req-50de497e-beb4-423b-98e7-b47d574e4769 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0695887
Jan 21 08:01:20.950490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b19049-8bf3-4a79-b34b-e97d02278293 req-a5cdaa93-7dde-4234-ad1c-106f7b6639dc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:20.952394 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-47b19049-8bf3-4a79-b34b-e97d02278293 req-a5cdaa93-7dde-4234-ad1c-106f7b6639dc tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1572630
Jan 21 08:01:21.023541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-47b19049-8bf3-4a79-b34b-e97d02278293 req-e4db4b54-dba3-442f-b5c0-310b44e9ed44 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638967
Jan 21 08:01:21.147176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95597ef1-d8c6-467b-a675-73f1f3dfba45 req-a718cd66-5353-41d5-a951-bda86fabacb1 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:21.148757 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95597ef1-d8c6-467b-a675-73f1f3dfba45 req-a718cd66-5353-41d5-a951-bda86fabacb1 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.1129706
Jan 21 08:01:21.263073 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95597ef1-d8c6-467b-a675-73f1f3dfba45 req-910e3c14-3a25-46b5-a608-c78e42450c43 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/security-groups?id=c09aaae0-35fd-4c05-9536-fb9cbce24255&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073883
Jan 21 08:01:21.311096 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f211e3e-5f8a-49a1-8d46-1ddfaab753f1 req-58c78b29-fa1d-42fd-84e5-b6e528569a15 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:21.313715 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f211e3e-5f8a-49a1-8d46-1ddfaab753f1 req-58c78b29-fa1d-42fd-84e5-b6e528569a15 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1601329
Jan 21 08:01:21.374768 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f211e3e-5f8a-49a1-8d46-1ddfaab753f1 req-30d4e634-d70a-4384-a350-6f24c55b422c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0539293
Jan 21 08:01:21.423872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973455-4c38-4047-bda0-06ceb55555f2 req-97002003-e808-4c0e-8376-bda88a23cb5a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:21.424707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-00973455-4c38-4047-bda0-06ceb55555f2 req-97002003-e808-4c0e-8376-bda88a23cb5a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Synchronizing usage tracker for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:21.425209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 8e5e7335-aef7-4d01-bab2-87747fe77021 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:21.483941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-00973455-4c38-4047-bda0-06ceb55555f2 req-97002003-e808-4c0e-8376-bda88a23cb5a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Unset dirty status for tenant:3e5b1b04c601443689db8ecb1639db0b on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:21.485799 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00973455-4c38-4047-bda0-06ceb55555f2 req-97002003-e808-4c0e-8376-bda88a23cb5a tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 946 time: 0.1717715
Jan 21 08:01:21.573059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:21.579319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Deleting port 8e5e7335-aef7-4d01-bab2-87747fe77021 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:21.579975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:21.611122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 8e5e7335-aef7-4d01-bab2-87747fe77021, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8e5e7335-aef7-4d01-bab2-87747fe77021,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:21.612365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:21.650402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:21.651310 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-e49b2c44-d1f6-43a8-888f-d1cd01dc1210 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2185073
Jan 21 08:01:21.656022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:21.658180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:01:21.668661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:01:21.680926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Usage tracker for resource:floatingip and tenant:0dc73fb84ada4a75a4a313679d200761 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:01:21.689068 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:01:21.698968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:01:21.718088 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021', 'code': 200}
Jan 21 08:01:21.741883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for floatingip, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:21.764744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=8e5e7335-aef7-4d01-bab2-87747fe77021,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:21.769673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:21.916341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:22.128969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] For port 8e5e7335-aef7-4d01-bab2-87747fe77021, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8e5e7335-aef7-4d01-bab2-87747fe77021,segment=NetworkSegment(f434e3bc-ccac-4cd0-8041-ab62bf49ae05),segment_id=f434e3bc-ccac-4cd0-8041-ab62bf49ae05)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:22.130018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:22.276777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Calling delete_port for 8e5e7335-aef7-4d01-bab2-87747fe77021 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:22.287392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Allocated IP 172.27.0.150 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/621d1d1b-e054-4ca1-b6ed-130ac90b9bf6) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:01:22.412541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a271f0e-de4e-4299-b29e-0c4160d6e31f req-29bbd021-a9c9-4324-a9aa-942c448ac817 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:22.414365 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2a271f0e-de4e-4299-b29e-0c4160d6e31f req-29bbd021-a9c9-4324-a9aa-942c448ac817 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2253911
Jan 21 08:01:22.506934 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2a271f0e-de4e-4299-b29e-0c4160d6e31f req-e266415b-abfa-47c5-afc5-d9769be3694a tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832429
Jan 21 08:01:22.547914 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:22.597699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:22.617390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d4893d0f-95d0-4e7d-855c-23952ade30a2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:22.626699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:22.645142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0b09976d-8377-47fa-adc1-0cebf9e5962d tempest-VolumesNegativeTest-508246808 tempest-VolumesNegativeTest-508246808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:22.731569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Pushing event deleted for resources: {'Port': ['ID=8e5e7335-aef7-4d01-bab2-87747fe77021,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:22.742586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:22.820407 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e92e28c3-5f75-47db-8058-01e8d2528c52 req-b4652e3c-400f-4abc-9b84-58458bca34d9 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 0.1787858
Jan 21 08:01:22.847512 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event updated for resources: {'Port': ['ID=621d1d1b-e054-4ca1-b6ed-130ac90b9bf6,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:22.865069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] No DVR routers for this DVR port 8e5e7335-aef7-4d01-bab2-87747fe77021 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:01:22.867542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:22.870641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'name': 'network-vif-deleted', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:22.871807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.872228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.872731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.873137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.874192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.874192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.874495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.874814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.875250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.875654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.876043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.876432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.876893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.877487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.877631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.878062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.878451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.878843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.879232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.879624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.880061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.880410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.880793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.881181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:01:22.887283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:22.914208 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00973455-4c38-4047-bda0-06ceb55555f2 req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.76 "DELETE /v2.0/ports/8e5e7335-aef7-4d01-bab2-87747fe77021 HTTP/1.1" status: 204  len: 173 time: 1.4215302
Jan 21 08:01:22.934456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:01:22.935776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:01:22.941553 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6909280c-13a6-4f3f-8cd9-37439a98f82c', 'name': 'network-vif-deleted', 'tag': '8e5e7335-aef7-4d01-bab2-87747fe77021', 'status': 'completed', 'code': 200}
Jan 21 08:01:22.941769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:01:23.032121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for floatingip, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:23.138225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:23.405453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-76f340f3-8275-4445-b626-ded518a50932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:23.438861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:23.468556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:23.485369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:23.831326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:01:23.882091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event updated for resources: {'Port': ['ID=621d1d1b-e054-4ca1-b6ed-130ac90b9bf6,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:23.885264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:24.029802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b26135-6a68-4029-89eb-414160525670 req-1156d916-3f40-4e24-8332-0cdc4cb4100c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:24.031909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-06b26135-6a68-4029-89eb-414160525670 req-1156d916-3f40-4e24-8332-0cdc4cb4100c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2305503
Jan 21 08:01:24.056017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:24.104873 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-06b26135-6a68-4029-89eb-414160525670 req-8d1c78bb-5679-4a5b-9cd7-2e9bc3a70a60 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654500
Jan 21 08:01:24.194118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:24.195557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-9a91313a-0059-49d0-bf98-4ab869421dfe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5435114
Jan 21 08:01:24.327981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-d7c6c162-397a-4811-af59-a19eed0ed2bd tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Synchronizing usage tracker for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:floatingip {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:24.338599 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e0690bbd-9348-493d-be7b-c1609d08278f req-00755630-d68b-4ff2-862d-79bfdbb2f2fe tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 0.0628655
Jan 21 08:01:24.410687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-d7c6c162-397a-4811-af59-a19eed0ed2bd tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Unset dirty status for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:floatingip {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:24.412089 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-d7c6c162-397a-4811-af59-a19eed0ed2bd tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.150 HTTP/1.1" status: 200  len: 696 time: 0.2100055
Jan 21 08:01:24.605243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-cbf5de21-e689-41d1-a86b-465dd9325b3a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:24.606799 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-cbf5de21-e689-41d1-a86b-465dd9325b3a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1886501
Jan 21 08:01:24.618010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-3bef9568-fad4-447b-b917-34b99452f69c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:01:24.619096 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30cf2f14-fde7-4dae-a78a-f31e848840e2 req-3bef9568-fad4-447b-b917-34b99452f69c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061224
Jan 21 08:01:24.845587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-58004e60-f652-45d9-a737-7699a7f24294 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:24.847455 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-58004e60-f652-45d9-a737-7699a7f24294 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1153057
Jan 21 08:01:24.982904 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-23df9cd5-c966-45bf-a2d5-25600e61eb4f tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.150 HTTP/1.1" status: 200  len: 696 time: 0.0951643
Jan 21 08:01:24.982904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Request body: {'floatingip': {'port_id': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:01:25.061250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for floatingip, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:25.381567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:25.547981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2ada6-3732-4d64-9d78-48d30d2dfb14 req-99859482-9e2f-4b0d-8e0d-e77467324ff2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:25.549698 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aad2ada6-3732-4d64-9d78-48d30d2dfb14 req-99859482-9e2f-4b0d-8e0d-e77467324ff2 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2946398
Jan 21 08:01:25.690804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-de3ee716-c271-4834-90a3-c2f127ca3295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:25.847442 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aad2ada6-3732-4d64-9d78-48d30d2dfb14 req-3575f4b2-1a01-493f-89f1-af439717af2e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2834852
Jan 21 08:01:26.136903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:26.315425 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7eb20b2a-44a0-4596-8edf-2b18aa738c2f req-490f2c5f-ea9b-4351-b982-9f03dfc2dbe2 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] 10.222.0.21 "GET /v2.0/ports?device_id=6909280c-13a6-4f3f-8cd9-37439a98f82c HTTP/1.1" status: 200  len: 210 time: 0.0681734
Jan 21 08:01:26.347961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for floatingip, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:26.399748 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:26.603902 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Floating IP f8760463-5bac-4a13-8d30-987e00dc52f4 associated. External IP: 172.27.0.150, port: a79dc645-7ac6-4e59-b3ff-cae0c8d15567.
Jan 21 08:01:26.964808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:27.060049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Router ac620461-f0dd-402a-9268-b56e8def3d49 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:01:27.211124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2ae1f-af7e-4d50-ac3c-5179396640c6 req-310e03f0-2a3f-46c7-8d70-9fbfd782c1f6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:27.212966 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d8e2ae1f-af7e-4d50-ac3c-5179396640c6 req-310e03f0-2a3f-46c7-8d70-9fbfd782c1f6 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.2200813
Jan 21 08:01:27.350015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:01:27.356994 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d8e2ae1f-af7e-4d50-ac3c-5179396640c6 req-2befb376-6a15-444e-9c6c-6830a840cd06 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367838
Jan 21 08:01:27.361065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:27.361234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] Sync routers for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:01:27.371741 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:01:27.372527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de008518>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:01:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:27.424488 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-b8111f55-84e9-4072-821c-5a464e1706f4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "PUT /v2.0/floatingips/f8760463-5bac-4a13-8d30-987e00dc52f4 HTTP/1.1" status: 200  len: 997 time: 2.4683218
Jan 21 08:01:27.425177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:27.476583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59684) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:27.556207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Deleting subnet 6f0ae056-82d6-4670-847f-d6d59d7eb213 {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:01:27.560293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:27.562409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-88b05552-3bae-4f3f-98ee-691bbf4a3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:27.564319 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-88b05552-3bae-4f3f-98ee-691bbf4a3d95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.1235940
Jan 21 08:01:27.570614 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'status': 'completed', 'code': 200}
Jan 21 08:01:27.621180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092344'] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:27.629919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:01:27.688167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:27.727639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-cb263f45-c562-4ee8-b962-bb76c44e341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:27.729269 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-cb263f45-c562-4ee8-b962-bb76c44e341c service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.1569388
Jan 21 08:01:27.834387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:27.856572 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-e8a4d5f8-3061-412c-8826-521460713365 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 1000 time: 0.1186354
Jan 21 08:01:27.936326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-85832c45-fefd-48fd-b715-12d264a81a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:27.941972 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-85832c45-fefd-48fd-b715-12d264a81a65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.0760841
Jan 21 08:01:28.025324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-51edbdbf-7360-4e82-a678-f501d6ceb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:28.027183 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-51edbdbf-7360-4e82-a678-f501d6ceb3f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820029
Jan 21 08:01:28.043036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-d0238221-7633-4428-9af9-e8afa51de2ad service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:01:28.044586 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-d0238221-7633-4428-9af9-e8afa51de2ad service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0091805
Jan 21 08:01:28.183113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3479154'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:28.195880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de008518>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'f8760463-5bac-4a13-8d30-987e00dc52f4', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'port_id': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'mac_address': 'fa:16:3e:55:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e73e3-786c-42b5-b999-53766c0b0617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:01:23Z', 'updated_at': '2021-01-21T08:01:25Z', 'revision_number': 1, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:21Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:28.198499 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-39a603b9-7461-4c5b-8cb1-8039ee10d79e service neutron] 10.222.0.21 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466668
Jan 21 08:01:28.202837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] Checking router: ac620461-f0dd-402a-9268-b56e8def3d49 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:01:28.203028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-970c137f-bdd0-4a0c-91da-5610718d2c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:28.213956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:01:28.218763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de008518>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:01:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:28.303726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0ae056-82d6-4670-847f-d6d59d7eb213,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:28.308702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:28.345868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:28.355196 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-40914259-a120-4ff6-8339-bd27e6bfdec6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f0ae056-82d6-4670-847f-d6d59d7eb213 HTTP/1.1" status: 204  len: 168 time: 0.8758585
Jan 21 08:01:28.357873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59692) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:28.368220 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-082c64ce-a0e2-43ef-8c3c-ba7692cf7dd4 req-93212fd2-da00-44e5-9898-9acaaa7dd7f0 service neutron] 10.222.0.21 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1620691
Jan 21 08:01:28.434628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:01:28.510269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:28.637126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de235d-3068-47a0-9b0e-17d8ff621f8b req-48d31557-6a88-40e5-89ee-1ec8203613c9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:28.638818 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a1de235d-3068-47a0-9b0e-17d8ff621f8b req-48d31557-6a88-40e5-89ee-1ec8203613c9 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1173959
Jan 21 08:01:28.696690 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a1de235d-3068-47a0-9b0e-17d8ff621f8b req-0be5c379-0a3e-40ab-874a-1cee3424139f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504701
Jan 21 08:01:28.732748 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:28.843648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de008518>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'f8760463-5bac-4a13-8d30-987e00dc52f4', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'port_id': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'mac_address': 'fa:16:3e:55:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e73e3-786c-42b5-b999-53766c0b0617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:01:23Z', 'updated_at': '2021-01-21T08:01:25Z', 'revision_number': 1, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:21Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:28.847969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b5f21-0338-4905-8ad2-f8f862710ddb None None] The sync data for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi is: [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'f8760463-5bac-4a13-8d30-987e00dc52f4', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'port_id': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'mac_address': 'fa:16:3e:55:55:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426e73e3-786c-42b5-b999-53766c0b0617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:01:23Z', 'updated_at': '2021-01-21T08:01:25Z', 'revision_number': 1, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:21Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:01:28.855144 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56e41d1f98>,) {'filters': {'network_id': ['f3d3fa3b-4076-4955-9e32-1e92dbbb846e']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:28.869900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56e41d1f98>, 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:28.870239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56e41d1f98>, 'f434e3bc-ccac-4cd0-8041-ab62bf49ae05') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:28.882997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:29.010998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:29.013358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:01:29.203189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:01:29.219060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:29.236751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2932b-463e-4625-8097-7e98ed9346ff None None] New status for floating IP f8760463-5bac-4a13-8d30-987e00dc52f4: ACTIVE {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:01:29.406888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Network f3d3fa3b-4076-4955-9e32-1e92dbbb846e has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:01:29.431200 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:01:29.769022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:29.773674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:29.778719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:29.810107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3d3fa3b-4076-4955-9e32-1e92dbbb846e,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:29.813843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:29.846099 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-114e3b7b-93f3-4081-a006-caee9bfdafb9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f3d3fa3b-4076-4955-9e32-1e92dbbb846e HTTP/1.1" status: 204  len: 168 time: 1.4864843
Jan 21 08:01:29.939418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-e9c7c33a-5e03-48f7-a71b-8de7a9257083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:29.941073 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-e9c7c33a-5e03-48f7-a71b-8de7a9257083 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.0850890
Jan 21 08:01:29.948815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4553f-0355-4878-b718-7cdb0eb04ed8 req-5011c66e-66c9-4556-80bb-041fca2b750e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:29.950556 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1cf4553f-0355-4878-b718-7cdb0eb04ed8 req-5011c66e-66c9-4556-80bb-041fca2b750e tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1116722
Jan 21 08:01:30.008029 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1cf4553f-0355-4878-b718-7cdb0eb04ed8 req-5e8e87a0-9eff-4e75-bfc1-9f334d6d9a0c tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495646
Jan 21 08:01:30.101819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-ef7e646f-9e1d-4397-bb13-8af422a5bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:30.103426 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-ef7e646f-9e1d-4397-bb13-8af422a5bab1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.1491935
Jan 21 08:01:30.262340 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-918a1621-fa36-45e0-bf3f-ac951dfd9080 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 1002 time: 0.1155605
Jan 21 08:01:30.321427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59706) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:30.370777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-3e98a8bd-3b37-41bf-871d-33b91d6e8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:30.374219 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-3e98a8bd-3b37-41bf-871d-33b91d6e8463 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.1034958
Jan 21 08:01:30.437069 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4fddc192-d5ba-48c3-88c6-0c31b92e2bfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e5b1b04c601443689db8ecb1639db0b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1140540
Jan 21 08:01:30.439687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 59710) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:30.487243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-343551c9-4dc0-476f-9b86-44eab3d36c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:30.488905 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-343551c9-4dc0-476f-9b86-44eab3d36c56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908015
Jan 21 08:01:30.520608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:30.551516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:30.586759 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:30.644880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:30.651876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-062263de-adfa-4048-a240-e4dca5988fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:30.668969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09aaae0-35fd-4c05-9536-fb9cbce24255,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:30.673066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:30.674017 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-7bef2c36-a25b-42a1-aeac-8cb71445a352 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641989
Jan 21 08:01:30.674585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:30.675980 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c09aaae0-35fd-4c05-9536-fb9cbce24255 HTTP/1.1" status: 204  len: 168 time: 0.2350361
Jan 21 08:01:30.693998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:30.694428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:30.933938 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ac4e55d-5c82-42c5-80d3-7e7c595a3d74 req-919c1405-e789-4df0-96ad-b25ca97c64ae service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2342734
Jan 21 08:01:30.957531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-602764de-0160-4598-be6f-6da51295ae74 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:30.958494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-602764de-0160-4598-be6f-6da51295ae74 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Synchronizing usage tracker for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:31.033968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-602764de-0160-4598-be6f-6da51295ae74 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Unset dirty status for tenant:3b9fe6bc224c4541900e5055a8e05595 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:31.035284 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-602764de-0160-4598-be6f-6da51295ae74 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.3376889
Jan 21 08:01:31.133554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Deleting port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:31.134004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:31.299557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8563c-b73d-4c7b-9112-f3b99761c293 req-f4a6fac8-c7e2-4422-8847-3b0ab6a51642 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:31.301398 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ff8563c-b73d-4c7b-9112-f3b99761c293 req-f4a6fac8-c7e2-4422-8847-3b0ab6a51642 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 945 time: 0.1236336
Jan 21 08:01:31.360058 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5ff8563c-b73d-4c7b-9112-f3b99761c293 req-f13da53e-f916-4f43-ae30-8597cdb48063 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/security-groups?id=2db31619-8e45-47ff-bf96-179a274071e7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518613
Jan 21 08:01:31.472877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] For port 899e3e1b-684d-494a-b6b8-f80024f8cbc7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=899e3e1b-684d-494a-b6b8-f80024f8cbc7,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:31.473728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:31.654485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Calling delete_port for 899e3e1b-684d-494a-b6b8-f80024f8cbc7 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:31.849137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:31.868679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:32.196845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:32.209077 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Pushing event deleted for resources: {'Port': ['ID=899e3e1b-684d-494a-b6b8-f80024f8cbc7,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:32.216927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:32.237591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] No Port match for: 899e3e1b-684d-494a-b6b8-f80024f8cbc7 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:01:32.237591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 899e3e1b-684d-494a-b6b8-f80024f8cbc7 not bound to the agent host hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:01:32.335581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] No DVR routers for this DVR port 899e3e1b-684d-494a-b6b8-f80024f8cbc7 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:01:32.338269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:32.341139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'name': 'network-vif-deleted', 'tag': '899e3e1b-684d-494a-b6b8-f80024f8cbc7'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:32.394609 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a9d023c7-e3e4-4dba-98c7-2ff0b8efd2ae req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.76 "DELETE /v2.0/ports/899e3e1b-684d-494a-b6b8-f80024f8cbc7 HTTP/1.1" status: 204  len: 173 time: 1.3524847
Jan 21 08:01:32.413145 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7708bf20-7ad8-4e1c-880a-754754d5a3cd', 'name': 'network-vif-deleted', 'tag': '899e3e1b-684d-494a-b6b8-f80024f8cbc7', 'status': 'completed', 'code': 200}
Jan 21 08:01:32.574331 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7c714920-1945-4b20-bd7f-bc4de8864d4e req-e3593b9f-e64d-4322-bf15-4542a0b4ad01 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] 10.222.0.21 "GET /v2.0/ports?device_id=7708bf20-7ad8-4e1c-880a-754754d5a3cd HTTP/1.1" status: 200  len: 210 time: 0.0506170
Jan 21 08:01:33.692554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59772) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:34.311548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:34.777665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Deleting port d6ea53e9-eb94-4383-a7bd-ce586112ed16 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:34.778211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:34.990368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] For port d6ea53e9-eb94-4383-a7bd-ce586112ed16, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=d6ea53e9-eb94-4383-a7bd-ce586112ed16,segment=NetworkSegment(831b944c-f578-4e8e-8f38-07b4923f50b9),segment_id=831b944c-f578-4e8e-8f38-07b4923f50b9)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:34.990764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:35.129239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Calling delete_port for d6ea53e9-eb94-4383-a7bd-ce586112ed16 owned by network:router_interface {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:35.507366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:35.533162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:35.625846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ea53e9-eb94-4383-a7bd-ce586112ed16,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:35.632423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:36.034456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:36.337024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 59816) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:36.539946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:36.570337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:01:36.577839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Usage tracker for resource:security_group_rule and tenant:e27a636b050749278a9e572e06ab6b60 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:01:36.582981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:01:36.593320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:01:36.748436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:36.793453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:36.803905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b5106db8-428b-4867-b740-8c81f931e219 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:36.852762 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e27a636b050749278a9e572e06ab6b60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5145028
Jan 21 08:01:36.853781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df4563d-c477-444a-a8ca-0bd40243b478,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:36.856553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 59824) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:36.859947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8920505d-af9d-4f0b-9a16-7d5e873ee23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:36.953441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Router 3ee62027-5726-4f45-868a-2a1858acf615 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:01:37.150188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3741e843-0376-4fdc-8cfa-8111c2f64ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:37.199111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3741e843-0376-4fdc-8cfa-8111c2f64ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:37.281699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:01:37.291025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] Sync routers for ids ['3ee62027-5726-4f45-868a-2a1858acf615'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:01:37.296795 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ee62027-5726-4f45-868a-2a1858acf615/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6028202
Jan 21 08:01:37.299334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59834) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:37.310617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] Routers {'3ee62027-5726-4f45-868a-2a1858acf615'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:01:37.311858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de00f668>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:01:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['3ee62027-5726-4f45-868a-2a1858acf615'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:37.405212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3741e843-0376-4fdc-8cfa-8111c2f64ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:37.412176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-17be17dd-601f-4d3c-a57b-9f8e247d4920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:37.449460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741e843-0376-4fdc-8cfa-8111c2f64ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df4563d-c477-444a-a8ca-0bd40243b478,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:37.501454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3741e843-0376-4fdc-8cfa-8111c2f64ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:37.511611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3741e843-0376-4fdc-8cfa-8111c2f64ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:37.515973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks [] for router, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:37.518838 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3741e843-0376-4fdc-8cfa-8111c2f64ccc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6df4563d-c477-444a-a8ca-0bd40243b478 HTTP/1.1" status: 204  len: 168 time: 0.6587987
Jan 21 08:01:37.687305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] Set router 3ee62027-5726-4f45-868a-2a1858acf615 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:01:37.817347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:37.860660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Deleting port 5c9c266d-b277-43df-9e19-44ef81f5faca {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:37.861277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:38.171825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de00f668>, [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T08:01:35Z', 'revision_number': 5, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:38.176985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] Checking router: 3ee62027-5726-4f45-868a-2a1858acf615 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:01:38.195817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] Routers {'3ee62027-5726-4f45-868a-2a1858acf615'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:01:38.196501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de00f668>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:01:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['3ee62027-5726-4f45-868a-2a1858acf615'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:38.302922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] For port 5c9c266d-b277-43df-9e19-44ef81f5faca, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=5c9c266d-b277-43df-9e19-44ef81f5faca,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:38.304062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:38.328400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e196d6b-ee8a-4e4f-b8ff-a68de413894a req-63cf25df-4917-406c-9785-c7879b9973aa tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:38.332180 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9e196d6b-ee8a-4e4f-b8ff-a68de413894a req-63cf25df-4917-406c-9785-c7879b9973aa tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 945 time: 0.2523630
Jan 21 08:01:38.416034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] Set router 3ee62027-5726-4f45-868a-2a1858acf615 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:01:38.429184 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9e196d6b-ee8a-4e4f-b8ff-a68de413894a req-dea71e67-7b49-4ef6-a529-9249f3c3316d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896106
Jan 21 08:01:38.523352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Calling delete_port for 5c9c266d-b277-43df-9e19-44ef81f5faca owned by network:router_gateway {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:38.665957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.plugins.ml2.ovo_rpc [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     result = function(*args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     proto.__init__(conn_state, self)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.handle()
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.handle_one_request()
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.handle_one_response()
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     result = self.application(self.environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return app(environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return request.get_response(self.application)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self._app)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return resp(environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return resp(environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = self.app(environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return resp(environ, start_response)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:01:38.672483 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     result = method(request=request, **args)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._delete(request, id, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*dup_args, **dup_kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     obj_deleter(request.context, id, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return method(*args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*dup_args, **dup_kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._delete_current_gw_port(context, id, router, None)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, context, *args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return method(*args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     context, port, router_ids, bound_mech_contexts)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     return function(*args, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     callback(resource, event, trigger, **kwargs)
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     if self._is_session_semantic_violated(context, resource, event):
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]:     stack = traceback.extract_stack()
Jan 21 08:01:38.680352 dv-cinder-768592-5-iscsi neutron-server[80093]: 
Jan 21 08:01:38.836066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de00f668>, [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T08:01:35Z', 'revision_number': 5, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:38.841203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd01ef80-829a-430f-9bca-e627cf349e27 None None] The sync data for ids ['3ee62027-5726-4f45-868a-2a1858acf615'] in dv-cinder-768592-5-iscsi is: [{'id': '3ee62027-5726-4f45-868a-2a1858acf615', 'name': 'tempest-ServerRescueNegativeTestJSON-1123868916-router', 'tenant_id': '3b9fe6bc224c4541900e5055a8e05595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T08:01:35Z', 'revision_number': 5, 'project_id': '3b9fe6bc224c4541900e5055a8e05595', 'gw_port': {'id': '5c9c266d-b277-43df-9e19-44ef81f5faca', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:37:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee62027-5726-4f45-868a-2a1858acf615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:01:38.949356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.101315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.105665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.302479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.303303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee62027-5726-4f45-868a-2a1858acf615 {{(pid=80207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:01:39.331155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.332515 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-96a8b049-8f4f-4aab-9fb9-a69d65f8e351 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3ee62027-5726-4f45-868a-2a1858acf615 HTTP/1.1" status: 204  len: 168 time: 2.0320876
Jan 21 08:01:39.335162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59868) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:39.433168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Deleting subnet d756463a-c5f2-42f2-8e8b-012ae3744765 {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:01:39.436505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.496539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092344'] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.558083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:39.899927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89c7e8-c722-471a-9586-425ecab9bb4b req-5c4754e6-042d-4357-a50a-2858d670116b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:39.902691 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7d89c7e8-c722-471a-9586-425ecab9bb4b req-5c4754e6-042d-4357-a50a-2858d670116b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 945 time: 0.1948795
Jan 21 08:01:39.970737 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7d89c7e8-c722-471a-9586-425ecab9bb4b req-a58a3c23-2406-4476-b67e-1aa6ae3c7ae0 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600784
Jan 21 08:01:39.993684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3479154'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:40.010980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cfbb04e6-a5b8-4632-a32b-a1cdbef83566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:40.246606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 5c9c266d-b277-43df-9e19-44ef81f5faca no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:40.291860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 5c9c266d-b277-43df-9e19-44ef81f5faca {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:01:40.292752 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 5c9c266d-b277-43df-9e19-44ef81f5faca not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:01:40.293722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d6ea53e9-eb94-4383-a7bd-ce586112ed16 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:40.343789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d756463a-c5f2-42f2-8e8b-012ae3744765,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:40.360342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:40.370086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: d6ea53e9-eb94-4383-a7bd-ce586112ed16 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:01:40.371194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d6ea53e9-eb94-4383-a7bd-ce586112ed16 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:01:40.451578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:40.463582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device f705157d-015c-4307-92a1-c502e858b6c7 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:40.465191 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-67086b31-9e4a-446c-9343-e6df2985fd18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d756463a-c5f2-42f2-8e8b-012ae3744765 HTTP/1.1" status: 204  len: 168 time: 1.1289361
Jan 21 08:01:40.465680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 59892) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:40.512628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36c335-d626-40f1-81e0-30dad8584609 req-4fc34131-ca11-42ed-a02f-db6daf2ad7c2 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:40.513514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ed36c335-d626-40f1-81e0-30dad8584609 req-4fc34131-ca11-42ed-a02f-db6daf2ad7c2 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Synchronizing usage tracker for tenant:ddd1177e85144b41bc23519b547db9fd on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:01:40.570812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ed36c335-d626-40f1-81e0-30dad8584609 req-4fc34131-ca11-42ed-a02f-db6daf2ad7c2 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Unset dirty status for tenant:ddd1177e85144b41bc23519b547db9fd on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:01:40.572358 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ed36c335-d626-40f1-81e0-30dad8584609 req-4fc34131-ca11-42ed-a02f-db6daf2ad7c2 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 945 time: 0.1861238
Jan 21 08:01:40.590970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port f705157d-015c-4307-92a1-c502e858b6c7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:40.591674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:40.665567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:40.736429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Deleting port f705157d-015c-4307-92a1-c502e858b6c7 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:01:40.737103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:40.896354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:41.027642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56de0bdd30>,) {'filters': {'network_id': ['69fbb171-c582-4802-aeed-2a88dcea79dc']}} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:41.042488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de0bdd30>, '831b944c-f578-4e8e-8f38-07b4923f50b9') {'for_net_delete': True} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:41.042828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de0bdd30>, '831b944c-f578-4e8e-8f38-07b4923f50b9') {} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:01:41.056503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448497'] for segment, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:41.075280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:41.076276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:01:41.138832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] For port f705157d-015c-4307-92a1-c502e858b6c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=f705157d-015c-4307-92a1-c502e858b6c7,segment=NetworkSegment(c2145494-3289-424e-9fad-b700182677fd),segment_id=c2145494-3289-424e-9fad-b700182677fd)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:01:41.140261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:41.377451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Calling delete_port for f705157d-015c-4307-92a1-c502e858b6c7 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:01:41.501072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Network 69fbb171-c582-4802-aeed-2a88dcea79dc has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:01:41.530227 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591391'] for segment, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:41.650529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f48f34-e760-489e-aeaa-a62f696042a8 req-1243b401-6ca0-4e35-a9e3-62cc1f77567f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:41.652170 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f5f48f34-e760-489e-aeaa-a62f696042a8 req-1243b401-6ca0-4e35-a9e3-62cc1f77567f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.3709857
Jan 21 08:01:41.701114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffb8c0-7782-4d3e-9143-73b512bb3210 req-6e41da53-aa59-48ad-9702-0bc0f05f9f4b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:41.702953 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccffb8c0-7782-4d3e-9143-73b512bb3210 req-6e41da53-aa59-48ad-9702-0bc0f05f9f4b tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 945 time: 0.5316677
Jan 21 08:01:41.748627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:41.775560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-eac0d0ff-3117-47a7-9979-300e3d33b3fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:41.831993 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Network 69fbb171-c582-4802-aeed-2a88dcea79dc has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:01:41.867489 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:01:41.899113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Pushing event deleted for resources: {'Port': ['ID=f705157d-015c-4307-92a1-c502e858b6c7,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:41.899979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:41.965186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccffb8c0-7782-4d3e-9143-73b512bb3210 req-201fafbd-4f81-4dc9-88d5-4f24083a2ff4 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/security-groups?id=2b011cbc-8407-4c8c-8c9f-99a5308aab71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959410
Jan 21 08:01:41.974304 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f5f48f34-e760-489e-aeaa-a62f696042a8 req-d8ebcd42-27e3-4781-bdd3-3c05c66da43a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2667394
Jan 21 08:01:41.984496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59926) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:42.039924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.046220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fe5dc5a0-188a-41c5-b300-fb39da108962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:42.065672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] No DVR routers for this DVR port f705157d-015c-4307-92a1-c502e858b6c7 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:01:42.069155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.076189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b9f626-bb0a-435d-b586-b12144cf4690', 'name': 'network-vif-deleted', 'tag': 'f705157d-015c-4307-92a1-c502e858b6c7'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:01:42.076529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.093300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=69fbb171-c582-4802-aeed-2a88dcea79dc,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:42.102124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:42.128349 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ed36c335-d626-40f1-81e0-30dad8584609 req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.76 "DELETE /v2.0/ports/f705157d-015c-4307-92a1-c502e858b6c7 HTTP/1.1" status: 204  len: 173 time: 1.5501156
Jan 21 08:01:42.155854 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4679a919-3f71-4955-bec9-1fc6769efdb2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/69fbb171-c582-4802-aeed-2a88dcea79dc HTTP/1.1" status: 204  len: 168 time: 1.6879685
Jan 21 08:01:42.218474 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b9f626-bb0a-435d-b586-b12144cf4690', 'name': 'network-vif-deleted', 'tag': 'f705157d-015c-4307-92a1-c502e858b6c7', 'status': 'completed', 'code': 200}
Jan 21 08:01:42.221058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.238424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:01:42.243388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Usage tracker for resource:security_group_rule and tenant:7b608e184f3c40cc8189f51f1f2fc86f is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:01:42.249223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:01:42.256631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:01:42.318873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device f705157d-015c-4307-92a1-c502e858b6c7 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:01:42.355924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.392814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] No Port match for: f705157d-015c-4307-92a1-c502e858b6c7 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:01:42.393460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device f705157d-015c-4307-92a1-c502e858b6c7 not bound to the agent host hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:01:42.405559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.416086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7c468f86-e135-43b5-a9ce-06235f320f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:42.462390 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b608e184f3c40cc8189f51f1f2fc86f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4750876
Jan 21 08:01:42.463380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee898fcf-98d8-4473-8e7e-6e5903b43fb8,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:42.466710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 59936) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:42.473481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:42.534339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 59940) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:42.626541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.648737 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ad7c5998-1f3b-424e-afc7-d157ef5ebbbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b9fe6bc224c4541900e5055a8e05595&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1127703
Jan 21 08:01:42.651689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59944) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:42.665691 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.721052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.750537 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.759545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.769350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fc095224-6c93-43b3-bff2-bca35de25a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:42.788469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee898fcf-98d8-4473-8e7e-6e5903b43fb8,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:42.799486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:42.800255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.802845 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee898fcf-98d8-4473-8e7e-6e5903b43fb8 HTTP/1.1" status: 204  len: 168 time: 0.3336806
Jan 21 08:01:42.921789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.933323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-579ac79f-7de1-4b0f-8c18-743b40468bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:42.958669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db31619-8e45-47ff-bf96-179a274071e7,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:42.965268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:42.973403 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:42.978875 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2db31619-8e45-47ff-bf96-179a274071e7 HTTP/1.1" status: 204  len: 168 time: 0.3221054
Jan 21 08:01:43.400469 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f39240db-d8ad-48c5-8922-83f887c73577 req-f548b2db-c7fd-4035-8659-f32d7f71587d tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] 10.222.0.21 "GET /v2.0/ports?device_id=95b9f626-bb0a-435d-b586-b12144cf4690 HTTP/1.1" status: 200  len: 210 time: 0.0959806
Jan 21 08:01:43.466373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad3dc4-4084-4fe7-8858-f8a53eeab475 req-71565d29-a67d-45b0-b9f0-78fa245578e5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:43.477364 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29ad3dc4-4084-4fe7-8858-f8a53eeab475 req-71565d29-a67d-45b0-b9f0-78fa245578e5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.2789011
Jan 21 08:01:43.559361 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29ad3dc4-4084-4fe7-8858-f8a53eeab475 req-b97825d5-194a-4ff9-9644-0cf586bfd73a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802991
Jan 21 08:01:43.612180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 59964) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:43.635461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:43.659945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:01:43.665445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:dc061d6f7c4e4c1d8e9826d8f93275d0 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:01:43.668970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:01:43.677551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:01:43.788789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:43.811388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:43.825462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-95e1d16c-ea66-40ac-b6d0-4b119de8695c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:43.896820 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc061d6f7c4e4c1d8e9826d8f93275d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2830312
Jan 21 08:01:43.899368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681d1f4a-82da-4ec5-8247-7c95354feb37,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:43.899633 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 59972) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:43.904629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:43.974638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:44.008396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:44.096325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:44.101889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:44.117085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681d1f4a-82da-4ec5-8247-7c95354feb37,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:44.120294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:44.121573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:44.123058 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/681d1f4a-82da-4ec5-8247-7c95354feb37 HTTP/1.1" status: 204  len: 168 time: 0.2222908
Jan 21 08:01:44.945434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1ee7c-a00d-46cb-a817-d2d4b9a84ef8 req-3f8ccaee-9be4-4f2e-8c2f-268ef4435d24 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:44.954350 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30f1ee7c-a00d-46cb-a817-d2d4b9a84ef8 req-3f8ccaee-9be4-4f2e-8c2f-268ef4435d24 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1678922
Jan 21 08:01:45.018456 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30f1ee7c-a00d-46cb-a817-d2d4b9a84ef8 req-6db081ae-69de-4e50-9893-217e7214ca4d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629222
Jan 21 08:01:46.653943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e340a1-d729-47ee-a0cd-a8dba323204a req-e888aedc-af1c-412b-a940-6923d1fa416f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:46.657702 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6e340a1-d729-47ee-a0cd-a8dba323204a req-e888aedc-af1c-412b-a940-6923d1fa416f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1934354
Jan 21 08:01:46.740541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6e340a1-d729-47ee-a0cd-a8dba323204a req-e3ec4775-119e-4a56-874a-ae1b03a599ab tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752816
Jan 21 08:01:48.006280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d4384-e521-42bc-8cd5-9d3f72d1f740 req-3ba5f44f-93b7-4da5-b9d4-1ed548ef3cc5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:48.008032 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-295d4384-e521-42bc-8cd5-9d3f72d1f740 req-3ba5f44f-93b7-4da5-b9d4-1ed548ef3cc5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1133766
Jan 21 08:01:48.076489 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-295d4384-e521-42bc-8cd5-9d3f72d1f740 req-90a13b78-7a83-47cd-ab78-236e57388791 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577581
Jan 21 08:01:49.418728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f1fa2-c950-4147-947d-3cc4c24aecfb req-70248c96-ef2d-40d1-9e6e-4b0d763c3fb4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:49.421425 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c53f1fa2-c950-4147-947d-3cc4c24aecfb req-70248c96-ef2d-40d1-9e6e-4b0d763c3fb4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1639485
Jan 21 08:01:49.479984 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c53f1fa2-c950-4147-947d-3cc4c24aecfb req-435ff67d-6b9f-4fa6-83b6-34484094f8ee tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517299
Jan 21 08:01:50.789050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c029c-c0b5-43cc-99e4-802edf4f1333 req-0cc51e64-4035-4d29-8e95-962fe5440aca tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:50.791494 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b41c029c-c0b5-43cc-99e4-802edf4f1333 req-0cc51e64-4035-4d29-8e95-962fe5440aca tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1605461
Jan 21 08:01:50.850800 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b41c029c-c0b5-43cc-99e4-802edf4f1333 req-5b4eef76-7494-49a5-8c79-dc3f5f8ab13d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519431
Jan 21 08:01:52.173529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7a35a-ab0c-42f2-8d1c-ef7b0076ea7e req-d4ea019c-932c-4c51-9632-3e4bdf5c0d63 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:52.176243 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccd7a35a-ab0c-42f2-8d1c-ef7b0076ea7e req-d4ea019c-932c-4c51-9632-3e4bdf5c0d63 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1807444
Jan 21 08:01:52.250969 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccd7a35a-ab0c-42f2-8d1c-ef7b0076ea7e req-c94e9a4c-30ff-4787-a247-8aa0f5e88f0e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626969
Jan 21 08:01:52.784246 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 60122) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:52.980362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b4154-a8c6-4396-9d05-b8a1d9d8c1fa req-21ef5fd6-23f3-4968-9ef5-4f111a63b9ae tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:52.982217 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ac8b4154-a8c6-4396-9d05-b8a1d9d8c1fa req-21ef5fd6-23f3-4968-9ef5-4f111a63b9ae tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1215949
Jan 21 08:01:53.055000 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ac8b4154-a8c6-4396-9d05-b8a1d9d8c1fa req-d5025ce6-5ec1-4cce-aadd-f92be3b7900a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596657
Jan 21 08:01:53.109381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.126268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:01:53.130700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Usage tracker for resource:security_group_rule and tenant:f54f4e531ad444a7b86678e8436a4757 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:01:53.134147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:01:53.141090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:01:53.234485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.266438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.281199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-37762191-b488-4c85-aa07-9889b282a89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:53.353851 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f54f4e531ad444a7b86678e8436a4757&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5653422
Jan 21 08:01:53.353851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a34b4-7d1c-4ce8-9970-05bbb6a16099,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:53.354556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60134) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:01:53.358215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-91dfe329-cbca-424b-aad7-a55eaa11b927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:53.420774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0b4f-68e7-4ecb-a8b1-e498d46f6bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.432156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.466487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.587885 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.593800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-69bec501-f3da-4eb0-a79b-a5c57614d520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:01:53.606726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a34b4-7d1c-4ce8-9970-05bbb6a16099,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:01:53.609946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:01:53.619047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:53.621091 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/081a34b4-7d1c-4ce8-9970-05bbb6a16099 HTTP/1.1" status: 204  len: 168 time: 0.2648575
Jan 21 08:01:54.698346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c4d1-c0ce-4011-abf8-8e2cb850a8c9 req-99f1c3a5-8e27-4388-a04b-e17c117327cd tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:54.699095 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3073c4d1-c0ce-4011-abf8-8e2cb850a8c9 req-99f1c3a5-8e27-4388-a04b-e17c117327cd tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.4474540
Jan 21 08:01:54.764812 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3073c4d1-c0ce-4011-abf8-8e2cb850a8c9 req-d4a63046-a5e7-4666-a563-42472bde07b5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578730
Jan 21 08:01:55.422784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:55.452910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-29b53ae8-06ae-4b3d-a7c5-55f35f916c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:55.455905 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-29b53ae8-06ae-4b3d-a7c5-55f35f916c58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 1162 time: 0.1466279
Jan 21 08:01:55.702958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-abda13fb-0c24-44e8-867f-31b78c72b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:55.705484 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-abda13fb-0c24-44e8-867f-31b78c72b0bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 905 time: 0.2413075
Jan 21 08:01:55.811223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-934a27d7-3200-4606-98aa-6d441a6b0a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:55.891871 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-db55de05-c025-4575-8d3a-67af4a04ed4c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed HTTP/1.1" status: 200  len: 1000 time: 0.1780100
Jan 21 08:01:55.985452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-43c81a3c-3fe1-4661-b6b0-67ce3aa38df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:55.987488 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-43c81a3c-3fe1-4661-b6b0-67ce3aa38df7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.0882733
Jan 21 08:01:56.098661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:56.136343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-fd04ca1f-f336-47fa-8587-0f31260b7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:56.139540 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-fd04ca1f-f336-47fa-8587-0f31260b7f84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1408858
Jan 21 08:01:56.162988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:56.372513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] get_endpoint_by_host() called for host hv-cinder-76859 {{(pid=80208) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 21 08:01:56.378327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] get_endpoint_by_ip() called for ip 192.168.0.58 {{(pid=80208) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 21 08:01:56.382132 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-23e855bf-6baa-4ff0-80a2-034acd3495f1 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2313721
Jan 21 08:01:56.385283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] _add_endpoint() called for ip 192.168.0.58 {{(pid=80208) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 21 08:01:56.407761 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Endpoint with ip 192.168.0.58 already exists: oslo_db.exception.DBDuplicateEntry: (pymysql.err.IntegrityError) (1062, "Duplicate entry '192.168.0.58' for key 'PRIMARY'")
Jan 21 08:01:56.408519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] _get_endpoints() called {{(pid=80208) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 21 08:01:56.426301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc74d6-ad32-49e8-8bb7-59b874142578 req-7074b1d9-a7b5-4f94-978f-aa0bb976a552 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:56.429495 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7cdc74d6-ad32-49e8-8bb7-59b874142578 req-7074b1d9-a7b5-4f94-978f-aa0bb976a552 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.4787180
Jan 21 08:01:56.594346 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7cdc74d6-ad32-49e8-8bb7-59b874142578 req-515d395e-cdad-49e2-a231-4a18e155f638 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544733
Jan 21 08:01:56.656918 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf8f501d-eaec-4d69-8b75-e1306d192b34 req-dc9636ac-8ead-4848-95f8-d33c69bb3e99 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2670481
Jan 21 08:01:56.965385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:57.622625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:57.767783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 579c36c8-fb75-4a80-91ab-46253fd15161 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:57.768329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:57.913534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:58.056047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:58.214942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 664adb69-7297-4eaa-b7e1-b947e46a23ed triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:58.215422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:01:58.329162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178d864-4931-4077-943d-596b8086fae3 req-7b0799c2-a702-4e90-90b4-f4bd86a6b716 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:01:58.330939 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c178d864-4931-4077-943d-596b8086fae3 req-7b0799c2-a702-4e90-90b4-f4bd86a6b716 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.4944890
Jan 21 08:01:58.397237 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c178d864-4931-4077-943d-596b8086fae3 req-7b73cc9c-daf0-4603-a532-e367d1a70f94 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538595
Jan 21 08:01:58.470329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:01:58.599013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:01:58.599758 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:00.835450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:02:01.370125 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-f63718e6-42ac-4d9a-8a7c-ef144bf92ec6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0836082
Jan 21 08:02:04.290376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-6400b6d1-642a-4208-9578-fe0ed66ea759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:04.292160 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-6400b6d1-642a-4208-9578-fe0ed66ea759 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 1163 time: 0.0814934
Jan 21 08:02:04.472164 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-39b3cf69-12b0-4a68-aee2-1f084fe37f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:04.473887 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-39b3cf69-12b0-4a68-aee2-1f084fe37f6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.1512234
Jan 21 08:02:04.600464 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-95772166-5d18-49e8-916c-2cff84829afd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 200  len: 1002 time: 0.1192043
Jan 21 08:02:04.678117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-a26f2e7b-7fcf-43c3-88eb-90590c1223d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:04.679703 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-a26f2e7b-7fcf-43c3-88eb-90590c1223d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.0714188
Jan 21 08:02:04.769384 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-cf9f0c31-de6d-48fe-a93d-030a3a5f451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:04.771170 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-cf9f0c31-de6d-48fe-a93d-030a3a5f451a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830817
Jan 21 08:02:04.926009 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-eafbba74-9520-4960-a894-dbfecbd1a17f service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448381
Jan 21 08:02:05.134489 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f47d5c53-eeb3-4e8d-93b3-4f8730ba6a1e req-ab98bd21-90a3-4637-a632-b0c550636528 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1923764
Jan 21 08:02:13.838239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60498) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:14.009571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:14.026909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:14.032056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Usage tracker for resource:security_group_rule and tenant:f77fd00293354d44ba42fe6f21fb4ed6 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:14.035318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:14.041371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:14.135491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:14.170667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:14.180962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-886c8fe2-21e0-4cf1-86f5-3b5c272474e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:14.232646 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f77fd00293354d44ba42fe6f21fb4ed6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3930550
Jan 21 08:02:14.234538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1065778-608b-485c-b57e-cef7c011abe7,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:14.235889 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 60504) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:14.243557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.243977 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.244383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.249755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.251075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.251075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.251075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.251351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.251674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.252063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.252450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.252834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.253219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:14.258546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:14.310608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:14.341253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:14.421982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:14.427813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c36e9914-5a2d-4d6f-9243-7497ff3d07d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:14.443675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1065778-608b-485c-b57e-cef7c011abe7,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:14.462327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:14.469493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:14.484281 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1065778-608b-485c-b57e-cef7c011abe7 HTTP/1.1" status: 204  len: 168 time: 0.2404649
Jan 21 08:02:17.394096 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60576) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:17.464136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Deleting subnet e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:02:17.467814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:17.522341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092344'] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:17.587958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:17.819075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addd215-c28f-4f18-8b5a-276b91df58e6 req-b82668f3-4a4d-4cff-b481-87ec73701baf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:17.820757 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9addd215-c28f-4f18-8b5a-276b91df58e6 req-b82668f3-4a4d-4cff-b481-87ec73701baf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1040673
Jan 21 08:02:17.876885 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9addd215-c28f-4f18-8b5a-276b91df58e6 req-0688709d-2457-4a09-89cc-f8b57406762e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477033
Jan 21 08:02:17.879859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3479154'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:17.896748 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:17.984435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:18.000177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:18.040831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:18.052544 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2d9fa783-807b-4746-814e-6e8242d351c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e090d9b3-a6c7-412f-b4a5-15bd8cd85c0c HTTP/1.1" status: 204  len: 168 time: 0.6572258
Jan 21 08:02:18.055139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60582) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:18.168545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:18.369043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:18.490290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dd59ce48>,) {'filters': {'network_id': ['7e0e45c3-cefa-449a-8212-ed0cfacaecc3']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:18.507916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd59ce48>, 'c2145494-3289-424e-9fad-b700182677fd') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:18.508485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd59ce48>, 'c2145494-3289-424e-9fad-b700182677fd') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:18.522174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:18.538000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:18.539981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:02:19.004457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:02:19.015616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:19.136736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ac098-ce1a-4fe1-b14e-b1ccaa6cb25c req-187e13f7-d2a7-477c-a9af-02c5d26a5509 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:19.138606 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c6ac098-ce1a-4fe1-b14e-b1ccaa6cb25c req-187e13f7-d2a7-477c-a9af-02c5d26a5509 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1089897
Jan 21 08:02:19.191390 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c6ac098-ce1a-4fe1-b14e-b1ccaa6cb25c req-66198a1d-5ae2-4cd4-80ca-26eca919b06d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461798
Jan 21 08:02:19.202854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Network 7e0e45c3-cefa-449a-8212-ed0cfacaecc3 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:02:19.226481 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:02:19.335617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:19.339460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8e1d1a0-5e7b-456d-9245-09f46d6dc4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:19.353902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:19.365657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0e45c3-cefa-449a-8212-ed0cfacaecc3,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:19.369122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:19.411109 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-9ded4509-773d-4c7f-b0d3-85fb3ad27960 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e0e45c3-cefa-449a-8212-ed0cfacaecc3 HTTP/1.1" status: 204  len: 168 time: 1.3548148
Jan 21 08:02:19.736757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60602) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:19.788546 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-44d9da40-12f8-42a6-a280-00802b08c214 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddd1177e85144b41bc23519b547db9fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504804
Jan 21 08:02:19.791362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60606) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:19.859574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:19.887058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:19.961719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:19.968155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d9ffe1cb-ec6f-4704-9fa8-843b7762027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:19.984353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b011cbc-8407-4c8c-8c9f-99a5308aab71,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:19.987014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:20.018842 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:20.020059 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b011cbc-8407-4c8c-8c9f-99a5308aab71 HTTP/1.1" status: 204  len: 168 time: 0.2277396
Jan 21 08:02:20.464491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64deca-922c-4bd9-8a26-2b9d528f61d5 req-2e4937b5-b292-4e54-a9d9-c132c14ac740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:20.466904 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df64deca-922c-4bd9-8a26-2b9d528f61d5 req-2e4937b5-b292-4e54-a9d9-c132c14ac740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1165545
Jan 21 08:02:20.518749 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df64deca-922c-4bd9-8a26-2b9d528f61d5 req-d1c84ea2-8cb7-45dc-86d4-6b1072aab865 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454483
Jan 21 08:02:21.768904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ab11b-f640-4c3c-8561-b154b646e6d6 req-485931e2-99ce-4aa8-a1ba-5a86af0fce64 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:21.770514 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ac9ab11b-f640-4c3c-8561-b154b646e6d6 req-485931e2-99ce-4aa8-a1ba-5a86af0fce64 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1036766
Jan 21 08:02:21.823736 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ac9ab11b-f640-4c3c-8561-b154b646e6d6 req-a15da68d-fc65-4828-835e-ee86b1ea6fd5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469747
Jan 21 08:02:23.075403 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d14f6-0e67-49de-ae68-041f810cc339 req-4aadefc3-7b88-4de0-8d68-943b251f2ff0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:23.077073 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-279d14f6-0e67-49de-ae68-041f810cc339 req-4aadefc3-7b88-4de0-8d68-943b251f2ff0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1087136
Jan 21 08:02:23.131523 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-279d14f6-0e67-49de-ae68-041f810cc339 req-21012130-7d78-4611-b7d4-b46bd5b747b3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481544
Jan 21 08:02:23.408340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-999d43e1-470f-4ca4-b4ee-897c8cefe61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:24.379783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318d3d8-9329-4ac2-9f67-692cccb97cf5 req-e0f6cc5f-35bf-49c7-9941-4bb0c5f73590 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:24.381365 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8318d3d8-9329-4ac2-9f67-692cccb97cf5 req-e0f6cc5f-35bf-49c7-9941-4bb0c5f73590 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1035748
Jan 21 08:02:24.440248 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8318d3d8-9329-4ac2-9f67-692cccb97cf5 req-7db1f4e1-0e3f-46e2-a330-6e6a3ef27f28 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512598
Jan 21 08:02:25.381540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:25.509078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-3701182c-96f6-46be-8a67-5e43631fadb9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:25.510036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-3701182c-96f6-46be-8a67-5e43631fadb9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Synchronizing usage tracker for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:02:25.525439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 579c36c8-fb75-4a80-91ab-46253fd15161 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:02:25.616108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-3701182c-96f6-46be-8a67-5e43631fadb9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Unset dirty status for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:02:25.617468 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-3701182c-96f6-46be-8a67-5e43631fadb9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.2117720
Jan 21 08:02:25.651109 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:25.692900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:02:25.702441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9761a0-df32-4a25-8389-3bb35a515d30 req-91e61276-bce4-426d-aee4-72915d9a60d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:25.704735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 579c36c8-fb75-4a80-91ab-46253fd15161, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=579c36c8-fb75-4a80-91ab-46253fd15161,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:02:25.706264 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f9761a0-df32-4a25-8389-3bb35a515d30 req-91e61276-bce4-426d-aee4-72915d9a60d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 946 time: 0.1137626
Jan 21 08:02:25.720154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Deleting port 579c36c8-fb75-4a80-91ab-46253fd15161 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:02:25.720539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:25.748458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eab91159-92a3-4c63-8551-9ec1e6f9aa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:25.750257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:25.752292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:25.787183 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f9761a0-df32-4a25-8389-3bb35a515d30 req-9fa1db9c-1c0c-42c0-a111-a6081f2c604e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=f4061a60-e063-434d-b8f9-7a6a316830eb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758779
Jan 21 08:02:25.803338 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161', 'code': 200}
Jan 21 08:02:25.833618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=7']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:25.843545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.843982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.844300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.844680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.845049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.845440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.845811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.846186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.846565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.846927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.847293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.847660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.848091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.848461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.848879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.849263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.849632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.850023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.850392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.850754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.851128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.851486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.851849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.852208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:25.858365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:26.080716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] For port 579c36c8-fb75-4a80-91ab-46253fd15161, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=579c36c8-fb75-4a80-91ab-46253fd15161,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:02:26.081111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:26.135852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:26.412961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:26.413528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:26.413705 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Floating IP 1500afc5-de31-4212-bb19-f6a38a43ef26 disassociated. External IP: 172.27.0.125, port: 579c36c8-fb75-4a80-91ab-46253fd15161.
Jan 21 08:02:26.414140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Calling delete_port for 579c36c8-fb75-4a80-91ab-46253fd15161 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:02:26.682283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:26.698389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-65203a00-d6c3-49f9-89c8-39682729c3c1 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:26.798544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event deleted for resources: {'Port': ['ID=579c36c8-fb75-4a80-91ab-46253fd15161,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:26.805283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:27.016052 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ce829a9-8bd6-4b7a-8c41-03dd760736af req-3315e1e4-5072-4967-9847-2be1d72be357 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 210 time: 0.0563331
Jan 21 08:02:27.048104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:27.102720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Router e17d0a2f-af6b-4712-8304-313472e3fd8d has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:02:27.343411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:02:27.361722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] Sync routers for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:02:27.365449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:02:27.366233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd84d748>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:27.393785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] No DVR routers for this DVR port 579c36c8-fb75-4a80-91ab-46253fd15161 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:02:27.396535 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:27.399893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-deleted', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:02:27.443354 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0bae265c-e628-4ec6-bdd8-f3b80a0db19e req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "DELETE /v2.0/ports/579c36c8-fb75-4a80-91ab-46253fd15161 HTTP/1.1" status: 204  len: 173 time: 1.8195457
Jan 21 08:02:27.488905 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e905b3-a47b-49da-a5ec-faafc2b31c6a', 'name': 'network-vif-deleted', 'tag': '579c36c8-fb75-4a80-91ab-46253fd15161', 'status': 'completed', 'code': 200}
Jan 21 08:02:27.616011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:02:28.007353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:28.163767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd84d748>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:28.169084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] Checking router: e17d0a2f-af6b-4712-8304-313472e3fd8d for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:02:28.179539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:02:28.180397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd84d748>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:28.331674 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7071ef68-c98a-4efd-8aa6-6b6ee75e6c52 req-ea7867c8-69fe-4a44-933e-9a85bc7660ca tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=72e905b3-a47b-49da-a5ec-faafc2b31c6a HTTP/1.1" status: 200  len: 210 time: 0.0845041
Jan 21 08:02:28.449801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:02:28.886368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd84d748>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:28.892110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5462f69e-ac72-4a16-88fe-4048e0ca4c2a None None] The sync data for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi is: [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:02:29.305169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61099223-2b37-4a5c-aa2c-3bb8e8f895c4 None None] New status for floating IP 1500afc5-de31-4212-bb19-f6a38a43ef26: DOWN {{(pid=80209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:02:29.884128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60690) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:29.973465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.006452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.105241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.111818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f72eba03-7b28-4578-8e3d-0f233e0d27a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:30.130342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4061a60-e063-434d-b8f9-7a6a316830eb,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:30.133436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:30.172562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.178062 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "DELETE /v2.0/security-groups/f4061a60-e063-434d-b8f9-7a6a316830eb HTTP/1.1" status: 204  len: 168 time: 0.2892630
Jan 21 08:02:30.178062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60702) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:30.201930 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.v2.resource [None req-da7b5aca-5f8e-4eda-89e2-908f0ab86504 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] show failed (client error): The resource could not be found.
Jan 21 08:02:30.202971 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-da7b5aca-5f8e-4eda-89e2-908f0ab86504 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups/f4061a60-e063-434d-b8f9-7a6a316830eb HTTP/1.1" status: 404  len: 347 time: 0.0234501
Jan 21 08:02:30.206277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60706) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:30.393312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Deleting port a1057cbf-09fd-4bde-afa9-9e30e7654484 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:02:30.394129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.600711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.601083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.741262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Calling delete_port for a1057cbf-09fd-4bde-afa9-9e30e7654484 owned by network:floatingip {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:02:30.930171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:30.946965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3db7659b-f1b4-4541-ab50-e43f597fa429 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:31.048664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event deleted for resources: {'Port': ['ID=a1057cbf-09fd-4bde-afa9-9e30e7654484,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:31.052885 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:31.191351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:31.207546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:31.208805 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "DELETE /v2.0/floatingips/1500afc5-de31-4212-bb19-f6a38a43ef26 HTTP/1.1" status: 204  len: 168 time: 1.0014954
Jan 21 08:02:31.753273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60724) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:31.759276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'security_group': {'name': 'tempest-securitygroup--141694094', 'description': 'tempest-description--76626091'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:31.769975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:31.775020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:31.779140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:31.785524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:31.839113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:31.863152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:31.867678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group_rule and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:31.871073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:31.878376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:32.103481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.144927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.151280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b45857d6-c600-4df9-8970-ecd1990034b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:32.207685 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'SecurityGroup': ['ID=4736444e-4065-4107-b9ad-30307eec5474,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:32.212842 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:32.253359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.254818 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.5003784
Jan 21 08:02:32.259171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60728) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:32.266259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'security_group_rule': {'security_group_id': '4736444e-4065-4107-b9ad-30307eec5474', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:32.276510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:32.281333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group_rule and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:32.284815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:32.291469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:32.353056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.521204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.546966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.555500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cda4c065-2385-4279-a433-09b6c04a89d7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:32.594539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3ceaeb-2b74-4924-9f10-4a26184bd63b,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:32.598232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:32.642152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.643504 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7eddd6f9-611f-4351-bdad-85ee5302ab38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3832045
Jan 21 08:02:32.646519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60742) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:32.652247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'security_group_rule': {'security_group_id': '4736444e-4065-4107-b9ad-30307eec5474', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:32.662888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:32.667446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:security_group_rule and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:32.670710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:32.676964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:32.721665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.791058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.819204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.821472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ab3af5b0-8c0f-4264-be9e-98757292e9e7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:32.847944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88af4c5c-f776-437d-8437-b1be18ae613e,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:32.850744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:32.893635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:32.895016 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8b1efdd7-13c2-40c1-a719-a97716e2a59c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2474985
Jan 21 08:02:32.898574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60746) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:32.904858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:32.914447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:32.918596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:floatingip and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:32.921905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:32.927991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:32.973592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:33.124147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:33.408755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Allocated IP 172.27.0.70 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/1ca343c4-a9ee-4496-835d-bf5a10023adb) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:02:33.569903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:33.625655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:33.642113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0855f3ef-9511-4c2c-87aa-a16f75322334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:34.021957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'Port': ['ID=1ca343c4-a9ee-4496-835d-bf5a10023adb,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:34.026599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:34.083991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:02:34.085351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:02:34.088122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:02:34.180545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:34.272375 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:34.558581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:34.602231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:34.619430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:34.774589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'Port': ['ID=1ca343c4-a9ee-4496-835d-bf5a10023adb,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:34.781208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:34.876811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:34.927948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:34.929286 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0296853
Jan 21 08:02:35.128371 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-6f2ce041-f418-4b80-8e39-cf2fa927f4bd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--141694094&fields=id&tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 267 time: 0.0517731
Jan 21 08:02:35.319316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-f59bff6a-8b9a-41d9-8b06-78dbde0f2ce6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:35.321024 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-f59bff6a-8b9a-41d9-8b06-78dbde0f2ce6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 816 time: 0.1852160
Jan 21 08:02:35.337912 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-6a9b5649-f06f-4eb4-a53c-03a242cdfbed tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/quotas/fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 375 time: 0.0105453
Jan 21 08:02:35.448868 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-f491ef54-6f3b-4349-83b0-65800fdde05b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1041427
Jan 21 08:02:35.744541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-0b3fb0a0-86b4-49bd-a6fd-657133b20aca service neutron] 10.222.0.21 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826281
Jan 21 08:02:35.895062 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-37edf4e9-15d9-4362-b0a1-038996222faa service neutron] 10.222.0.21 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431692
Jan 21 08:02:36.137470 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1c6b3c48-4b1c-4a87-936d-a88d560ab006 req-d428c621-946f-4d1c-9057-e95cf9f62726 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 210 time: 0.0512609
Jan 21 08:02:37.350653 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aaae40c0-80d2-4190-a42b-8406c9aea6e5 req-bbed4df9-76af-4189-bfab-4104466fbedc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 210 time: 0.0528049
Jan 21 08:02:37.835626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:02:38.549404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773083-6c36-4334-af36-89e960d4382a req-218ecdd7-a067-4020-8b02-4cc21689ad3b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:38.558445 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c773083-6c36-4334-af36-89e960d4382a req-218ecdd7-a067-4020-8b02-4cc21689ad3b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1761363
Jan 21 08:02:38.627571 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c773083-6c36-4334-af36-89e960d4382a req-d8edf960-1c3f-4e4a-8c55-9ef56a6d3364 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682249
Jan 21 08:02:38.718879 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fcf2a197-323d-401d-90ff-36c2a81b012d req-2bc6b4db-f8c3-4623-a138-6c20762cb3f8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 210 time: 0.0672593
Jan 21 08:02:38.741735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-2fa1b747-b2d1-4c74-9fb8-2388b257c6d6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:38.746511 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-2fa1b747-b2d1-4c74-9fb8-2388b257c6d6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 816 time: 0.3123529
Jan 21 08:02:38.864293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-51e1acfc-f890-4eef-93dc-673c62110bea req-6b5f8667-822e-41ab-9e83-e0dc5a41b8ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Synchronizing usage tracker for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:02:38.913822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-51e1acfc-f890-4eef-93dc-673c62110bea req-6b5f8667-822e-41ab-9e83-e0dc5a41b8ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Unset dirty status for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:02:38.915312 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-6b5f8667-822e-41ab-9e83-e0dc5a41b8ec tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 5702 time: 0.1458435
Jan 21 08:02:38.926620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'port': {'device_id': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'admin_state_up': True, 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'security_groups': ['4736444e-4065-4107-b9ad-30307eec5474']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:39.108874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:39.114373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Usage tracker for resource:port and tenant:fc8fd9bac9ee489282a92ea57c25d3b1 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:39.119073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Quota usage for port was recalculated. Used quota:3. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:39.128231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:39.164574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Made reservation on behalf of fc8fd9bac9ee489282a92ea57c25d3b1 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:02:39.174985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:39.547856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Allocated IP 172.20.0.7 (c4cce747-0e6a-47f3-ba35-72c17e872b1d/98010f92-96a0-4ec0-ba59-6c1bd096c989/a8fdb1bb-75fc-43d0-b729-783287a70dd1) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:02:39.832511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:39.867784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Transition to ACTIVE for port object a8fdb1bb-75fc-43d0-b729-783287a70dd1 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:02:39.911836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6c3bb-7bae-41f5-919a-3af4ff617663 req-9bfd3333-5469-425f-af41-e4002d96d7b5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:39.913717 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ef6c3bb-7bae-41f5-919a-3af4ff617663 req-9bfd3333-5469-425f-af41-e4002d96d7b5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1331241
Jan 21 08:02:39.948043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:39.967935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c2ed99cf-03fc-43b0-bd17-e397a718b9ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:40.042635 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ef6c3bb-7bae-41f5-919a-3af4ff617663 req-448ce033-ade5-4cb0-9261-d76e4594d3f3 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172476
Jan 21 08:02:40.125656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2bffb-042d-48c9-ac02-3b1f4785d56a req-6206dde2-dfae-43eb-8cb5-458f56d7b8cf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:40.128409 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4dc2bffb-042d-48c9-ac02-3b1f4785d56a req-6206dde2-dfae-43eb-8cb5-458f56d7b8cf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 931 time: 0.2047799
Jan 21 08:02:40.131876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event updated for resources: {'Port': ['ID=a8fdb1bb-75fc-43d0-b729-783287a70dd1,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:40.137391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:40.203598 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4dc2bffb-042d-48c9-ac02-3b1f4785d56a req-1fc39b75-f62f-4f2f-8e65-d25bb5ee01dc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622151
Jan 21 08:02:40.223423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:02:40.225214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:02:40.228619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:02:40.345222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:40.346013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:40.411134 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4889288
Jan 21 08:02:40.545224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Request body: {'port': {'device_id': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:40.619852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6f107980-951e-4cf3-b52b-ec0f3cabe57b None None] Provisioning for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:02:40.626337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6f107980-951e-4cf3-b52b-ec0f3cabe57b None None] Provisioning complete for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:02:40.626892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6f107980-951e-4cf3-b52b-ec0f3cabe57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:40.677893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:40.689606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-6f107980-951e-4cf3-b52b-ec0f3cabe57b None None] Port a8fdb1bb-75fc-43d0-b729-783287a70dd1 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:02:40.992363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-10afba67-940c-4c6a-a4b1-2b390454d9f1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:40.993119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-10afba67-940c-4c6a-a4b1-2b390454d9f1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:02:41.053273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-10afba67-940c-4c6a-a4b1-2b390454d9f1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:02:41.054572 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-10afba67-940c-4c6a-a4b1-2b390454d9f1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.3205073
Jan 21 08:02:41.227992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Deleting port 664adb69-7297-4eaa-b7e1-b947e46a23ed {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:02:41.228377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:41.281292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 664adb69-7297-4eaa-b7e1-b947e46a23ed no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:02:41.386318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff4d56-7c42-417e-a7bf-799d4d96f2d1 req-e1c96d0b-7ed8-4eea-b24b-2bc710627148 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:41.389939 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fdff4d56-7c42-417e-a7bf-799d4d96f2d1 req-e1c96d0b-7ed8-4eea-b24b-2bc710627148 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 945 time: 0.1674714
Jan 21 08:02:41.474689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:41.498663 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fdff4d56-7c42-417e-a7bf-799d4d96f2d1 req-ff69328a-f82d-417c-a672-6b94d1ab6de4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990269
Jan 21 08:02:41.502313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fdb1bb-75fc-43d0-b729-783287a70dd1 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:02:41.549201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:41.563859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 664adb69-7297-4eaa-b7e1-b947e46a23ed, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:02:41.566658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:02:41.612453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:41.616891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:41.706533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Transition to ACTIVE for port object a8fdb1bb-75fc-43d0-b729-783287a70dd1 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:02:41.741984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=664adb69-7297-4eaa-b7e1-b947e46a23ed,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:41.754249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa6186-1737-4933-8fd5-32a0f364f0c2 req-0195fd7b-117b-4793-a05b-b4789f1ea5d2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:41.755958 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3dfa6186-1737-4933-8fd5-32a0f364f0c2 req-0195fd7b-117b-4793-a05b-b4789f1ea5d2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 931 time: 0.1528199
Jan 21 08:02:41.757858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:41.777511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:41.787507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-41b206ae-fe3d-4d46-9611-b5ffaac3469f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:41.819086 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'code': 200}
Jan 21 08:02:41.826811 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3dfa6186-1737-4933-8fd5-32a0f364f0c2 req-8e5010f8-ba0b-408f-a504-d38e37270606 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629599
Jan 21 08:02:41.959713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] For port 664adb69-7297-4eaa-b7e1-b947e46a23ed, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:02:41.960140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:42.352105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fdb1bb-75fc-43d0-b729-783287a70dd1,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:42.359306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:42.790005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:42.790589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:42.791074 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Floating IP 1a138be5-9dd5-4064-b740-3276752a1571 disassociated. External IP: 172.27.0.39, port: 664adb69-7297-4eaa-b7e1-b947e46a23ed.
Jan 21 08:02:42.791567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Calling delete_port for 664adb69-7297-4eaa-b7e1-b947e46a23ed owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:02:42.803958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b1ce6-fe3d-4776-8e02-98061e7fe982 req-404b0007-6a6a-4950-ad65-90b95fac1d1d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:42.805836 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a24b1ce6-fe3d-4776-8e02-98061e7fe982 req-404b0007-6a6a-4950-ad65-90b95fac1d1d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 943 time: 0.1302118
Jan 21 08:02:42.840171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Attempting to bind port a8fdb1bb-75fc-43d0-b729-783287a70dd1 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:02:42.840751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Attempting to bind port a8fdb1bb-75fc-43d0-b729-783287a70dd1 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:02:42.841233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Attempting to bind port a8fdb1bb-75fc-43d0-b729-783287a70dd1 on network c4cce747-0e6a-47f3-ba35-72c17e872b1d {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:02:42.853105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:02:42.853447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Checking segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:02:42.853987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:42.854417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Bound using segment: {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:02:42.854919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Bound port: a8fdb1bb-75fc-43d0-b729-783287a70dd1, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36d8d96-9224-444d-8d50-105b3194763b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:02:42.855472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:42.866719 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a24b1ce6-fe3d-4776-8e02-98061e7fe982 req-ed7507f0-4035-47f4-bb6c-07e36e04d917 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512269
Jan 21 08:02:43.007667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] For port a8fdb1bb-75fc-43d0-b729-783287a70dd1, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:02:43.012361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] For port a8fdb1bb-75fc-43d0-b729-783287a70dd1, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:02:43.037793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:02:43.038421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:02:43.059940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:43.077791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:43.109177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eab387-983c-4b45-8e00-c2e4298b5650 req-af91ade6-21a4-444b-8ff8-c7e24c1a1dd8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:43.110691 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b8eab387-983c-4b45-8e00-c2e4298b5650 req-af91ade6-21a4-444b-8ff8-c7e24c1a1dd8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1224728
Jan 21 08:02:43.174686 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b8eab387-983c-4b45-8e00-c2e4298b5650 req-12360cb6-e0f6-46f2-a5f7-1e4a6085f83b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494306
Jan 21 08:02:43.241689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fdb1bb-75fc-43d0-b729-783287a70dd1,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:43.245586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:43.288961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:43.289703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:43.292169 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] 10.222.0.76 "PUT /v2.0/ports/a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 200  len: 1157 time: 2.8650839
Jan 21 08:02:43.293496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:02:43.518200 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'status': 'completed', 'code': 200}
Jan 21 08:02:43.541006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Deleting port 664adb69-7297-4eaa-b7e1-b947e46a23ed {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:02:43.541959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:43.569727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 60902) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:43.690209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-b4c9c463-e210-434a-b972-3e6a0bda2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:43.692007 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-b4c9c463-e210-434a-b972-3e6a0bda2cc3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1160 time: 0.2681429
Jan 21 08:02:43.759262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:43.779353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:43.785487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e073e9d0ae4148ac819f24a0dd86b0d8 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:43.792028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:43.801410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:43.852932 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-a4f6c247-6280-4dc6-8b08-8a836c87446c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 200  len: 217 time: 0.1452723
Jan 21 08:02:43.908886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:43.951086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:43.961376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c39861ba-aaab-4dee-962f-da317250bb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:43.973467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-0ffaab22-5287-4bce-8e00-93dc98169873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:43.975001 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-0ffaab22-5287-4bce-8e00-93dc98169873 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.1147449
Jan 21 08:02:44.010123 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e073e9d0ae4148ac819f24a0dd86b0d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4389157
Jan 21 08:02:44.011106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6670b4-6532-4e76-b2d2-f002d09e8205,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:44.015875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 60910) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:44.039654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.040074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.040478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.040879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.041268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.041671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.042120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.042508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.042940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.043328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.043775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.044090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.044526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.044915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.045337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.045720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.046132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.046508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.046891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.047268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.047682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.047797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] For port 664adb69-7297-4eaa-b7e1-b947e46a23ed, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=664adb69-7297-4eaa-b7e1-b947e46a23ed,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:02:44.048057 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.048220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.048442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.048821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:02:44.055586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:44.180447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.222605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6e2e6-6454-48af-b937-e4621a87e559 req-7e660b3d-80dc-4deb-8835-e2b7cd96d79a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:44.224353 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cfd6e2e6-6454-48af-b937-e4621a87e559 req-7e660b3d-80dc-4deb-8835-e2b7cd96d79a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 943 time: 0.1867633
Jan 21 08:02:44.242852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.265975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1acfc-f890-4eef-93dc-673c62110bea req-08eae355-9bfc-493e-88bc-5a021bad7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:44.273016 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-08eae355-9bfc-493e-88bc-5a021bad7854 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2774932
Jan 21 08:02:44.332769 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cfd6e2e6-6454-48af-b937-e4621a87e559 req-6b42636e-d1fb-4715-b661-ffce87b25760 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=87897f39-8e13-4109-a74a-1cd7a7262cf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929706
Jan 21 08:02:44.401810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.414614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:44.433411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6670b4-6532-4e76-b2d2-f002d09e8205,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:44.440202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:44.445810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.448858 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d6670b4-6532-4e76-b2d2-f002d09e8205 HTTP/1.1" status: 204  len: 168 time: 0.4315286
Jan 21 08:02:44.554821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d337f7-a865-4935-94ec-4b288ab97b29 req-a7184f1f-9110-4e3c-a702-0fe5e453d272 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:44.558308 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f3d337f7-a865-4935-94ec-4b288ab97b29 req-a7184f1f-9110-4e3c-a702-0fe5e453d272 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.2095799
Jan 21 08:02:44.572462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.572964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.573520 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Floating IP 1a138be5-9dd5-4064-b740-3276752a1571 disassociated. External IP: 172.27.0.39, port: 664adb69-7297-4eaa-b7e1-b947e46a23ed.
Jan 21 08:02:44.574336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Calling delete_port for 664adb69-7297-4eaa-b7e1-b947e46a23ed owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:02:44.625437 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f3d337f7-a865-4935-94ec-4b288ab97b29 req-985a3225-3558-4266-bfb0-5b401c72e17f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559380
Jan 21 08:02:44.650476 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-629455ba-4347-4950-abfa-38bb0eefcfce service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3713686
Jan 21 08:02:44.887371 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-51e1acfc-f890-4eef-93dc-673c62110bea req-fad67839-d1a6-4b33-a749-fc2dbf9a0572 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2288220
Jan 21 08:02:44.924077 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:44.939770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ab95ad47-725e-481e-9358-b66cbfb2384f tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:44.993652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event deleted for resources: {'Port': ['ID=664adb69-7297-4eaa-b7e1-b947e46a23ed,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:45.044772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:45.099986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 60920) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:45.125418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:45.147672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:45.152601 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Usage tracker for resource:security_group_rule and tenant:acd83a99864e49ba906991a2e8682a58 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:45.155945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:45.162148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:45.194586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58326a90-92e2-4f00-9966-82a6f868d463 req-e075763b-8c4a-4e23-bff7-781d1b982b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:45.196242 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58326a90-92e2-4f00-9966-82a6f868d463 req-e075763b-8c4a-4e23-bff7-781d1b982b8c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1160 time: 0.1533678
Jan 21 08:02:45.270634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:45.300749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:45.312784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:45.365000 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acd83a99864e49ba906991a2e8682a58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2630191
Jan 21 08:02:45.365993 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f861d41-2933-483f-8562-a40a9f83f830,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:45.368807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 60924) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:45.372328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:45.452878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:45.499649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:45.580140 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ba91c7bf-93e2-4a37-aa2a-87547b7ca706 req-6c9868b3-73ef-48fd-ba14-acca9c08598c tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.0687575
Jan 21 08:02:45.644107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:45.655195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-30857563-58e4-46d5-8aca-8db6479ebae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:45.677379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f861d41-2933-483f-8562-a40a9f83f830,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:45.679639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:45.682084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:45.685860 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f861d41-2933-483f-8562-a40a9f83f830 HTTP/1.1" status: 204  len: 168 time: 0.3159359
Jan 21 08:02:45.799456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58326a90-92e2-4f00-9966-82a6f868d463 req-0f59badc-4ba6-456d-89b4-8e1819835f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:45.801137 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58326a90-92e2-4f00-9966-82a6f868d463 req-0f59badc-4ba6-456d-89b4-8e1819835f17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.5410945
Jan 21 08:02:45.806470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Router a84df5f6-767e-4e2e-a38d-b16a066ecc8e has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:02:45.883594 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58326a90-92e2-4f00-9966-82a6f868d463 req-7ee3bbcb-04f0-44e0-b4b2-26b070f4ebe6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 200  len: 217 time: 0.0721064
Jan 21 08:02:45.953819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376dc45-8b63-462f-86ca-be8ea03c1364 req-a4e02df5-0cfc-4688-bfff-5cc8226345cb tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:45.956164 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4376dc45-8b63-462f-86ca-be8ea03c1364 req-a4e02df5-0cfc-4688-bfff-5cc8226345cb tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1300321
Jan 21 08:02:46.025168 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4376dc45-8b63-462f-86ca-be8ea03c1364 req-730c0a0c-a53b-4ffb-8224-293dd55c00cf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605650
Jan 21 08:02:46.058404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58326a90-92e2-4f00-9966-82a6f868d463 req-24826e74-2fe5-4f36-9a73-2a8f71d7d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:46.060058 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58326a90-92e2-4f00-9966-82a6f868d463 req-24826e74-2fe5-4f36-9a73-2a8f71d7d460 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.1691856
Jan 21 08:02:46.208557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:02:46.220598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] Sync routers for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:02:46.237231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:02:46.238255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd6110b8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:46.254816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] No DVR routers for this DVR port 664adb69-7297-4eaa-b7e1-b947e46a23ed on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:02:46.263441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:46.268500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'name': 'network-vif-deleted', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:02:46.292437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58326a90-92e2-4f00-9966-82a6f868d463 req-1d6eefec-d610-42d4-a45a-30257526e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:46.295048 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58326a90-92e2-4f00-9966-82a6f868d463 req-1d6eefec-d610-42d4-a45a-30257526e9c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1799569
Jan 21 08:02:46.333965 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6306d6c2-1386-46e3-93fb-f747c7c214be req-d74a21d7-9722-4747-bc07-712657acd740 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "DELETE /v2.0/ports/664adb69-7297-4eaa-b7e1-b947e46a23ed HTTP/1.1" status: 204  len: 173 time: 5.2258649
Jan 21 08:02:46.396280 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b64170-e2be-447d-9e7a-50d6f1ec9b5a', 'name': 'network-vif-deleted', 'tag': '664adb69-7297-4eaa-b7e1-b947e46a23ed', 'status': 'completed', 'code': 200}
Jan 21 08:02:46.485234 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58326a90-92e2-4f00-9966-82a6f868d463 req-1df89bc3-7261-417a-bf7f-9dedbdeb336a service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816504
Jan 21 08:02:46.514766 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:02:46.694224 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58326a90-92e2-4f00-9966-82a6f868d463 req-781438e4-a3b2-45ee-8e8d-d3b1dac6c483 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2011061
Jan 21 08:02:46.935548 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fbd000e5-61be-478b-a678-e7314bf1f71f req-67a4b14d-2029-4aa9-abc6-89c137f422f7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=13b64170-e2be-447d-9e7a-50d6f1ec9b5a HTTP/1.1" status: 200  len: 210 time: 0.0560720
Jan 21 08:02:47.038219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd6110b8>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:47.042260 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] Checking router: a84df5f6-767e-4e2e-a38d-b16a066ecc8e for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:02:47.052583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:02:47.053262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd6110b8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:47.283994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:02:47.359477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870d000-53fa-4c06-9a2e-b10db8dbd2d8 req-1597ca4a-bea0-467f-8b06-9abd5bbd10ee tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:47.361510 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8870d000-53fa-4c06-9a2e-b10db8dbd2d8 req-1597ca4a-bea0-467f-8b06-9abd5bbd10ee tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1197612
Jan 21 08:02:47.420952 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8870d000-53fa-4c06-9a2e-b10db8dbd2d8 req-7f3a6021-d122-42da-9f6f-9b41264999ef tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520246
Jan 21 08:02:47.685554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd6110b8>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:47.690925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc8be39-8030-454b-a5de-77168c013d45 None None] The sync data for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi is: [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:02:48.047864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:02:48.161497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 60972) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:48.170150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020895fa-1f21-4f5d-a184-40a2c88d6b23 None None] New status for floating IP 1a138be5-9dd5-4064-b740-3276752a1571: DOWN {{(pid=80209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:02:48.280629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:48.322733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:48.375586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:02:48.381848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:02:48.382431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:48.422639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:48.429042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:48.447004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event deleted for resources: {'SecurityGroup': ['ID=87897f39-8e13-4109-a74a-1cd7a7262cf4,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:48.451181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:48.530345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:48.541241 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "DELETE /v2.0/security-groups/87897f39-8e13-4109-a74a-1cd7a7262cf4 HTTP/1.1" status: 204  len: 168 time: 0.3784051
Jan 21 08:02:48.544429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60984) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:48.550094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:48.570841 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.v2.resource [None req-b0040c6a-6361-4c15-98f6-50b92029f80d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] show failed (client error): The resource could not be found.
Jan 21 08:02:48.572341 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b0040c6a-6361-4c15-98f6-50b92029f80d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups/87897f39-8e13-4109-a74a-1cd7a7262cf4 HTTP/1.1" status: 404  len: 347 time: 0.0259776
Jan 21 08:02:48.575818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 60988) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:48.585967 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:02:48.599083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port a8fdb1bb-75fc-43d0-b729-783287a70dd1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:02:48.636071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:48.638701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:48.692870 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'code': 200}
Jan 21 08:02:48.737118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa425e-0313-4f41-afe7-c80b776a047b req-fdea037d-e532-4348-81ec-9afc7db6160b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:48.739392 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0dfa425e-0313-4f41-afe7-c80b776a047b req-fdea037d-e532-4348-81ec-9afc7db6160b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1296260
Jan 21 08:02:48.758975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=a8fdb1bb-75fc-43d0-b729-783287a70dd1,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:48.764984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:48.813050 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0dfa425e-0313-4f41-afe7-c80b776a047b req-bdf2a68c-654f-4c90-ac0c-b0a506debb9c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655575
Jan 21 08:02:48.862147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Deleting port 2951dcae-fbd5-4c8c-98e1-b2a6eccdab88 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:02:48.862532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:49.112736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:49.113478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:49.260588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Calling delete_port for 2951dcae-fbd5-4c8c-98e1-b2a6eccdab88 owned by network:floatingip {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:02:49.335467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9f369-6835-4430-bcc5-385113b80901 req-f28cd5a5-ed0b-4066-80c5-2c8d16ad0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:49.341274 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f1a9f369-6835-4430-bcc5-385113b80901 req-f28cd5a5-ed0b-4066-80c5-2c8d16ad0530 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1162 time: 0.3057170
Jan 21 08:02:49.415582 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f1a9f369-6835-4430-bcc5-385113b80901 req-f7f5e5e1-f1a3-4ba5-83bf-b5b636ff85b6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699060
Jan 21 08:02:49.481921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:02:49.529788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:49.550570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-852a1385-2386-40e6-8c14-cf4c21fbe206 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:49.572118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:02:49.572578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:49.652908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event deleted for resources: {'Port': ['ID=2951dcae-fbd5-4c8c-98e1-b2a6eccdab88,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:49.657118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:49.794116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:49.811125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:49.813268 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "DELETE /v2.0/floatingips/1a138be5-9dd5-4064-b740-3276752a1571 HTTP/1.1" status: 204  len: 168 time: 1.2360981
Jan 21 08:02:50.099202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18107c-d346-4b78-b3a9-f460604091e8 req-350f57ad-12ee-4286-80c1-33af16954e13 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:50.100942 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ac18107c-d346-4b78-b3a9-f460604091e8 req-350f57ad-12ee-4286-80c1-33af16954e13 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1128683
Jan 21 08:02:50.123537 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 32774) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:50.129806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'security_group': {'name': 'tempest-securitygroup--225943042', 'description': 'tempest-description--1661364324'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:50.140112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:50.144863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:50.148180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:50.158571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:50.159049 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ac18107c-d346-4b78-b3a9-f460604091e8 req-bec521b4-a081-4fdb-9f31-51adb6f33b96 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489104
Jan 21 08:02:50.209983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.233416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:50.237583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group_rule and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:50.240711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:50.247457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:50.406290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.443832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.450513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c9f452f4-d20a-4502-ab13-85b69e7c5740 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:50.499428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecf74f4-1be0-459d-9462-528a18cc7942,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:50.503077 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:50.555978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.557363 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4324784
Jan 21 08:02:50.561781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 32782) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:50.568765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'security_group_rule': {'security_group_id': '0ecf74f4-1be0-459d-9462-528a18cc7942', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:50.580268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:50.586306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group_rule and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:50.590534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:50.597658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:50.679122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.750939 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.778801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.787008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:50.813301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e8b80d-2e3c-4f57-b9d8-7229636fabde,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:50.819262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:50.866841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:50.868144 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cbc7312f-feb7-464b-ad20-d3e5fa8f976d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3051977
Jan 21 08:02:50.872475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 32788) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:50.878452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'security_group_rule': {'security_group_id': '0ecf74f4-1be0-459d-9462-528a18cc7942', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:50.888999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:50.893317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:security_group_rule and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:50.896564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:50.903422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:50.948439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:51.076360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:51.123881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:51.126396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:51.154979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76caf397-82e1-4360-b335-387f55fc0a5d,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:51.160591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:51.186816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group_rule, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:51.188148 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b02ce15f-f07b-4d99-aed1-50a92c7d30e8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3146160
Jan 21 08:02:51.191620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 32792) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:51.198073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:51.208679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:51.213495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:floatingip and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:51.217984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:51.224541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:51.255572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:51.427578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:51.430676 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a525d-96ec-4d18-8636-1fde0c64647b req-68e8079c-a79e-412a-88fa-1a97a2a76f86 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:51.432414 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7b2a525d-96ec-4d18-8636-1fde0c64647b req-68e8079c-a79e-412a-88fa-1a97a2a76f86 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1158113
Jan 21 08:02:51.516707 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7b2a525d-96ec-4d18-8636-1fde0c64647b req-4489ed1e-0494-406c-ba21-1d65a399ade4 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771139
Jan 21 08:02:51.751147 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Allocated IP 172.27.0.223 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/d171c46c-0ec2-40da-9e7e-1a7243cc92cf) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:02:51.798775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f316b7-28e7-4781-a4a4-f21dbbbb5544 req-e14b2af6-83b0-4c90-96ef-a1a31855a2a1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:51.800559 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d5f316b7-28e7-4781-a4a4-f21dbbbb5544 req-e14b2af6-83b0-4c90-96ef-a1a31855a2a1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1156106
Jan 21 08:02:51.813115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 32804) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:02:51.819984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Request body: {'floatingip': {'port_id': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:51.926901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:52.192491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:52.276519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:52.293282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-06cf3ad8-779c-437c-9b47-6f2e9b081488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:52.429083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'Port': ['ID=d171c46c-0ec2-40da-9e7e-1a7243cc92cf,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:52.434670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:52.560589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:02:52.561995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:02:52.567724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:02:52.663320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:52.800876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:52.984506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:53.021987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:53.120036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:53.149962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:53.165700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a52217f0-620f-43cc-8535-c157ce17f1ce tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:53.287031 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Floating IP a60c07e5-4e56-4295-9f85-ebc9eeac8bee associated. External IP: 172.27.0.70, port: a8fdb1bb-75fc-43d0-b729-783287a70dd1.
Jan 21 08:02:53.319528 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'Port': ['ID=d171c46c-0ec2-40da-9e7e-1a7243cc92cf,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:53.333708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:53.427472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9437f899-e224-4993-b76e-824d02e65ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:53.510414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:53.591807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:53.594221 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4011576
Jan 21 08:02:53.780945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Router e17d0a2f-af6b-4712-8304-313472e3fd8d has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:02:54.065398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:02:54.072021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:54.079584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] Sync routers for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:02:54.094493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:02:54.095928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd2f1a20>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:54.107693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1c451bde-0053-4a06-8a93-5b2025f95b77 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:02:54.161714 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f2daeda5-8ff8-4c04-ad04-a675305e1276 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "PUT /v2.0/floatingips/a60c07e5-4e56-4295-9f85-ebc9eeac8bee HTTP/1.1" status: 200  len: 990 time: 2.3402503
Jan 21 08:02:54.161714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:02:54.192920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1c451bde-0053-4a06-8a93-5b2025f95b77 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:02:54.194410 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1c451bde-0053-4a06-8a93-5b2025f95b77 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--225943042&fields=id&tenant_id=92d771289021448dbc05092275a5f872 HTTP/1.1" status: 200  len: 267 time: 0.2089810
Jan 21 08:02:54.459429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:02:54.550060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-88daef2e-f5fb-4744-bbe3-da907602255e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:54.552128 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-88daef2e-f5fb-4744-bbe3-da907602255e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 811 time: 0.3456030
Jan 21 08:02:54.582595 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-85c64a0c-a0ce-424b-802c-b187e04118ec tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/quotas/92d771289021448dbc05092275a5f872 HTTP/1.1" status: 200  len: 375 time: 0.0241740
Jan 21 08:02:54.638964 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'status': 'completed', 'code': 200}
Jan 21 08:02:54.786005 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-d0fc0b54-80c4-405e-9fb0-907a7ae66924 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1935461
Jan 21 08:02:54.805015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-7528ab26-18b3-4598-979d-e6c412bac797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:54.807572 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-7528ab26-18b3-4598-979d-e6c412bac797 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1162 time: 0.1571395
Jan 21 08:02:55.038306 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-3c1a1051-5602-4a70-bc56-825caf9d60c0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2302966
Jan 21 08:02:55.057935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-dca6bd46-4d80-412a-a5ad-95d7e1746293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:55.060376 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-dca6bd46-4d80-412a-a5ad-95d7e1746293 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.2445760
Jan 21 08:02:55.144698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd2f1a20>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'a60c07e5-4e56-4295-9f85-ebc9eeac8bee', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'port_id': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'mac_address': 'fa:16:3e:e7:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:02:34Z', 'updated_at': '2021-01-21T08:02:52Z', 'revision_number': 1, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:55.153690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] Checking router: e17d0a2f-af6b-4712-8304-313472e3fd8d for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:02:55.171933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:02:55.173050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd2f1a20>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:55.266492 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-20f9d6ce-18ba-466b-9f4f-bc082106f077 service neutron] 10.222.0.21 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2266626
Jan 21 08:02:55.281558 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-f399ca5a-ddc3-4ecd-95f9-57f5430ad818 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 200  len: 998 time: 0.2023160
Jan 21 08:02:55.360666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-c449f976-a83c-4431-bc56-a08eda04c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:55.362344 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-c449f976-a83c-4431-bc56-a08eda04c3f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.0842226
Jan 21 08:02:55.458299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:55.516000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-6caa7e8e-2c86-46c0-8a02-5a35d90fd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:55.521170 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-6caa7e8e-2c86-46c0-8a02-5a35d90fd19e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1490862
Jan 21 08:02:55.551720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:02:55.732176 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d1cca92-060b-4b84-a865-8976ba9f4855 req-93be83ee-0c34-4bc7-bd54-f5762b36503a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 210 time: 0.0704379
Jan 21 08:02:55.767457 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-58082959-2e55-4545-adb6-54a86528df30 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406709
Jan 21 08:02:55.976063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c129bded-efca-4d6f-abd8-d10171820cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:56.039787 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9db7c6e-b424-41ee-982a-4d1cb2d896c6 req-eef0561d-ed54-4d38-b656-6a2460519509 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2640946
Jan 21 08:02:56.227192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:56.250942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd2f1a20>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'a60c07e5-4e56-4295-9f85-ebc9eeac8bee', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'port_id': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'mac_address': 'fa:16:3e:e7:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:02:34Z', 'updated_at': '2021-01-21T08:02:52Z', 'revision_number': 1, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:02:56.255887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7e2f87-4af5-4e70-b995-84d4cd336da5 None None] The sync data for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi is: [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'a60c07e5-4e56-4295-9f85-ebc9eeac8bee', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'port_id': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'mac_address': 'fa:16:3e:e7:00:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:02:34Z', 'updated_at': '2021-01-21T08:02:52Z', 'revision_number': 1, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:02:56.637123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46d612-5a48-4de4-993a-f37f65ad6ccc None None] New status for floating IP a60c07e5-4e56-4295-9f85-ebc9eeac8bee: ACTIVE {{(pid=80209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:02:56.996843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:57.041057 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ca326e7c-fb57-4245-a9e0-57f823697145 req-8f3ce247-e746-4308-9c5e-5dfdd2dc2da4 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 210 time: 0.0862117
Jan 21 08:02:57.839782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:58.256555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-27bcfb1f-9b34-4086-a66b-b061830ac29a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:58.258673 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-27bcfb1f-9b34-4086-a66b-b061830ac29a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 811 time: 0.2800221
Jan 21 08:02:58.272183 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c979dedb-120a-433e-97b4-43ac6881ea35 req-45b19587-33b7-4d51-8424-5bde64f7627f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 210 time: 0.0613537
Jan 21 08:02:58.392832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-84e55f2a-2df0-49ec-9c15-2e8f0b83d380 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:02:58.406189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-84e55f2a-2df0-49ec-9c15-2e8f0b83d380 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:02:58.407920 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-84e55f2a-2df0-49ec-9c15-2e8f0b83d380 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92d771289021448dbc05092275a5f872 HTTP/1.1" status: 200  len: 5704 time: 0.1236398
Jan 21 08:02:58.422672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'port': {'device_id': '3e565701-4dea-405f-a975-ebc0b42408ca', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'admin_state_up': True, 'tenant_id': '92d771289021448dbc05092275a5f872', 'security_groups': ['0ecf74f4-1be0-459d-9462-528a18cc7942']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:58.647273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:02:58.654244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Usage tracker for resource:port and tenant:92d771289021448dbc05092275a5f872 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:02:58.654673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Quota usage for port was recalculated. Used quota:3. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:02:58.660532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:02:58.710248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Made reservation on behalf of 92d771289021448dbc05092275a5f872 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:02:58.719705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:59.048976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Allocated IP 172.20.0.12 (7c110376-5a97-4cff-b58e-1096bd087a1c/274baf23-d0a0-4035-ab95-34037fd9b7c5/295e4b97-1296-4528-9314-6b9209ad61f2) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:02:59.251990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:59.268836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Transition to ACTIVE for port object 295e4b97-1296-4528-9314-6b9209ad61f2 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:02:59.327797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:59.344839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b7bb0dcf-d932-495a-af59-63641993bf59 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:02:59.509098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event updated for resources: {'Port': ['ID=295e4b97-1296-4528-9314-6b9209ad61f2,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:02:59.520798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:02:59.569799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd4980-318c-4fb6-8bb8-aa74be416743 req-438e7681-c7b8-4678-b71d-ee0c6361faca tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:59.571714 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1bcd4980-318c-4fb6-8bb8-aa74be416743 req-438e7681-c7b8-4678-b71d-ee0c6361faca tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 932 time: 0.1513555
Jan 21 08:02:59.632854 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1bcd4980-318c-4fb6-8bb8-aa74be416743 req-e2c70ab8-fff9-4486-9978-de08e143f728 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486856
Jan 21 08:02:59.663355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Network 7c110376-5a97-4cff-b58e-1096bd087a1c is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:02:59.665321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:02:59.669963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:02:59.791859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:02:59.793630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:02:59.857254 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4432037
Jan 21 08:02:59.876865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Request body: {'port': {'device_id': '3e565701-4dea-405f-a975-ebc0b42408ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:02:59.965679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a32cba70-882e-43b6-97b9-a2db41d845e0 None None] Provisioning for port 295e4b97-1296-4528-9314-6b9209ad61f2 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:02:59.974076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a32cba70-882e-43b6-97b9-a2db41d845e0 None None] Provisioning complete for port 295e4b97-1296-4528-9314-6b9209ad61f2 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:02:59.974588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a32cba70-882e-43b6-97b9-a2db41d845e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:00.047407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a32cba70-882e-43b6-97b9-a2db41d845e0 None None] Port 295e4b97-1296-4528-9314-6b9209ad61f2 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:03:00.271248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:00.915262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295e4b97-1296-4528-9314-6b9209ad61f2 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:03:00.925407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:00.942343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Transition to ACTIVE for port object 295e4b97-1296-4528-9314-6b9209ad61f2 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:03:00.959524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714fef-c443-473e-a5c1-42c702ca62f0 req-28f96916-25d7-4926-8817-dace55f2c0f5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:00.961324 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bc714fef-c443-473e-a5c1-42c702ca62f0 req-28f96916-25d7-4926-8817-dace55f2c0f5 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 932 time: 0.1462464
Jan 21 08:03:00.978961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:00.996915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-515de7eb-c676-4a38-909e-73b4a945e3f0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:01.019363 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bc714fef-c443-473e-a5c1-42c702ca62f0 req-d7603c5c-59cd-4992-bcb6-59597d2ecf09 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509217
Jan 21 08:03:01.141608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Pushing event updated for resources: {'Port': ['ID=295e4b97-1296-4528-9314-6b9209ad61f2,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:01.154943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:01.371398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Attempting to bind port 295e4b97-1296-4528-9314-6b9209ad61f2 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:03:01.372204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Attempting to bind port 295e4b97-1296-4528-9314-6b9209ad61f2 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:03:01.372204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Attempting to bind port 295e4b97-1296-4528-9314-6b9209ad61f2 on network 7c110376-5a97-4cff-b58e-1096bd087a1c {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:03:01.383499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:03:01.384153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Checking segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:03:01.384848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:01.385591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Bound using segment: {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:03:01.388228 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Bound port: 295e4b97-1296-4528-9314-6b9209ad61f2, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39763a6d-73ec-4d62-99f3-26568e0233e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:03:01.388887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:01.527074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] For port 295e4b97-1296-4528-9314-6b9209ad61f2, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:03:01.531517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] For port 295e4b97-1296-4528-9314-6b9209ad61f2, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=295e4b97-1296-4528-9314-6b9209ad61f2,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:03:01.570370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:01.588664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cbb684f1-921e-4ff0-98d2-643d98f4cc68 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:01.749244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Pushing event updated for resources: {'Port': ['ID=295e4b97-1296-4528-9314-6b9209ad61f2,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:01.755337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:01.792730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:01.793858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:01.796232 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] 10.222.0.76 "PUT /v2.0/ports/295e4b97-1296-4528-9314-6b9209ad61f2 HTTP/1.1" status: 200  len: 1158 time: 1.9239414
Jan 21 08:03:01.797133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:03:01.894201 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2', 'status': 'completed', 'code': 200}
Jan 21 08:03:02.021549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-4a92167d-0357-4c85-a05b-a48b956870c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:02.023290 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-4a92167d-0357-4c85-a05b-a48b956870c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 1161 time: 0.1069651
Jan 21 08:03:02.123723 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-29c902f4-d297-44c4-a603-6d74969f2d0c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295e4b97-1296-4528-9314-6b9209ad61f2 HTTP/1.1" status: 200  len: 217 time: 0.0763171
Jan 21 08:03:02.214003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-0375e557-bd27-48e8-a014-f5756385c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:02.216132 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-0375e557-bd27-48e8-a014-f5756385c3e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.0852022
Jan 21 08:03:02.318839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-0447f52b-9e51-42af-baed-3d54d513ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:02.321337 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-0447f52b-9e51-42af-baed-3d54d513ef9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968609
Jan 21 08:03:02.358584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41e85f-bed9-4603-a0fc-adaf7da52284 req-dad0b0ef-d158-4cfb-9e3c-cba8ffa8d44d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:02.361141 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1a41e85f-bed9-4603-a0fc-adaf7da52284 req-dad0b0ef-d158-4cfb-9e3c-cba8ffa8d44d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 944 time: 0.1894264
Jan 21 08:03:02.449264 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1a41e85f-bed9-4603-a0fc-adaf7da52284 req-8bf17219-c467-47f3-9a75-ca56e4ee18fc tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793529
Jan 21 08:03:02.542067 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-a05bb3f5-02bf-4dbb-9a62-2f595fe56192 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100842
Jan 21 08:03:02.726872 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-52cd6aa9-82f7-4aa4-829b-6aae27ad8faf req-3ac62cc6-673c-4937-ad98-6b7ab49a9607 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1770706
Jan 21 08:03:03.001036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-71ecb6ff-b077-482b-af68-2f38a6375222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:03.003552 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-71ecb6ff-b077-482b-af68-2f38a6375222 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 1161 time: 0.1001644
Jan 21 08:03:03.179145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-f9b3ecb4-20d7-4592-bac1-76b9205f3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:03.180802 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-f9b3ecb4-20d7-4592-bac1-76b9205f3803 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 905 time: 0.1687207
Jan 21 08:03:03.273719 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-bdbecb0b-46e8-4926-89de-bef0eef67fea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295e4b97-1296-4528-9314-6b9209ad61f2 HTTP/1.1" status: 200  len: 217 time: 0.0848064
Jan 21 08:03:03.360615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-06c10988-f2d0-4d6f-8159-b39de7886106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:03.362460 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-06c10988-f2d0-4d6f-8159-b39de7886106 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.0777631
Jan 21 08:03:03.458642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-4715eb8d-1f08-495a-86ba-928cdaa7f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:03.460424 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-4715eb8d-1f08-495a-86ba-928cdaa7f79a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877714
Jan 21 08:03:03.641634 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-c98f465f-e7ae-40a7-b854-8aa3c96ea7a1 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698399
Jan 21 08:03:03.791385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c16852-581d-453a-9542-43ae10c9c04e req-e3fba1c0-bef1-45bf-ad28-26dff96dc9e9 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:03.794572 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14c16852-581d-453a-9542-43ae10c9c04e req-e3fba1c0-bef1-45bf-ad28-26dff96dc9e9 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 944 time: 0.1542876
Jan 21 08:03:03.883054 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14c16852-581d-453a-9542-43ae10c9c04e req-e026521b-5494-4038-91b5-b2604f55d4a9 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713730
Jan 21 08:03:03.895632 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-951606bd-28fb-4fb5-99c8-cb1ee797f332 req-70120e58-0012-4b8f-832c-2251e95b5098 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2418027
Jan 21 08:03:05.140113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cae53-9b47-459d-85f6-6a4b620ab48a req-38dc2bd5-cf24-43f8-8ebe-b4454f55f1ce tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:05.141871 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-888cae53-9b47-459d-85f6-6a4b620ab48a req-38dc2bd5-cf24-43f8-8ebe-b4454f55f1ce tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 944 time: 0.1047530
Jan 21 08:03:05.200557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-888cae53-9b47-459d-85f6-6a4b620ab48a req-68a234fa-f36a-4245-bcc9-fad21edb8669 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512497
Jan 21 08:03:06.185180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 295e4b97-1296-4528-9314-6b9209ad61f2 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:03:06.304202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 295e4b97-1296-4528-9314-6b9209ad61f2 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:03:06.310334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 295e4b97-1296-4528-9314-6b9209ad61f2 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:06.310764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:06.441916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:06.453726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50d73d-a6fa-460c-8681-61f8a31f8772 req-45c190b4-3ba8-4dca-a6a3-849f44ef7c04 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:06.455482 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd50d73d-a6fa-460c-8681-61f8a31f8772 req-45c190b4-3ba8-4dca-a6a3-849f44ef7c04 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 944 time: 0.1068819
Jan 21 08:03:06.476047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:03:06.485724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 295e4b97-1296-4528-9314-6b9209ad61f2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=295e4b97-1296-4528-9314-6b9209ad61f2,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:03:06.516186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd50d73d-a6fa-460c-8681-61f8a31f8772 req-e082a0af-fd71-45dd-a132-ca1d7606fd72 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529144
Jan 21 08:03:06.523623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:06.527268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aac72289-689c-4c67-ba3c-6b8107e0f560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:06.561164 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2', 'code': 200}
Jan 21 08:03:06.614718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=295e4b97-1296-4528-9314-6b9209ad61f2,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:06.617990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:06.951140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fd035-5102-40f1-8842-0a81e4659f0f req-d3514abe-7a4d-4380-bed8-5f7dbca28754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:06.952846 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-469fd035-5102-40f1-8842-0a81e4659f0f req-d3514abe-7a4d-4380-bed8-5f7dbca28754 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 1163 time: 0.0831375
Jan 21 08:03:07.001860 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-469fd035-5102-40f1-8842-0a81e4659f0f req-51186e08-be47-4dbb-9354-6ef0fa46aae7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413971
Jan 21 08:03:07.670552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 295e4b97-1296-4528-9314-6b9209ad61f2 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:03:07.746722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 295e4b97-1296-4528-9314-6b9209ad61f2 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:07.747155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:07.770082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169b161-e7e1-4857-9371-6a6c2a219539 req-c8b04c49-1682-41aa-8407-bf4da47f9a5d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:07.771705 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8169b161-e7e1-4857-9371-6a6c2a219539 req-c8b04c49-1682-41aa-8407-bf4da47f9a5d tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1128953
Jan 21 08:03:07.830076 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8169b161-e7e1-4857-9371-6a6c2a219539 req-37bcf635-8c26-439f-951e-9daca43ab74f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498049
Jan 21 08:03:09.133129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82e1d-0932-408b-be0c-a02e82414ec2 req-b4c33711-2008-4032-890d-68f35d485d00 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:09.135138 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04f82e1d-0932-408b-be0c-a02e82414ec2 req-b4c33711-2008-4032-890d-68f35d485d00 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1462364
Jan 21 08:03:09.194715 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04f82e1d-0932-408b-be0c-a02e82414ec2 req-9478190e-3f37-44c8-9711-31fe898d499e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526314
Jan 21 08:03:09.447266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f330bb-618e-44d8-89b5-0a0f6bdd7971 req-1287b751-580a-49b2-b928-377593c3f9d9 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:09.450775 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d9f330bb-618e-44d8-89b5-0a0f6bdd7971 req-1287b751-580a-49b2-b928-377593c3f9d9 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1244111
Jan 21 08:03:09.460088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 33042) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:09.467377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Request body: {'floatingip': {'port_id': '295e4b97-1296-4528-9314-6b9209ad61f2'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:03:09.558437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:09.697478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33048) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:09.697785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 295e4b97-1296-4528-9314-6b9209ad61f2 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:03:09.796816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 295e4b97-1296-4528-9314-6b9209ad61f2 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:09.797495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:09.922617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:09.940117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:09.944329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Usage tracker for resource:security_group_rule and tenant:8643e5e31e6b42e681f404d832d86ff3 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:09.948541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:09.956965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:10.064674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.135156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.146088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-94ee905c-559d-48ec-8091-240dcae598b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:10.200043 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8643e5e31e6b42e681f404d832d86ff3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5004432
Jan 21 08:03:10.200988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532af5be-19da-49e3-9f92-a886c1fdb85d,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:10.203610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33054) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:10.206550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:10.271368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.301374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.303055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.341448 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.430422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.436397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c90943eb-3873-4b79-86e7-a95c962f1057 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:10.449253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532af5be-19da-49e3-9f92-a886c1fdb85d,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:10.452060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:10.459398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:10.471961 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/532af5be-19da-49e3-9f92-a886c1fdb85d HTTP/1.1" status: 204  len: 168 time: 0.2644954
Jan 21 08:03:10.761945 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Floating IP d7d96783-deaf-4c9d-9a21-2c829071de7f associated. External IP: 172.27.0.223, port: 295e4b97-1296-4528-9314-6b9209ad61f2.
Jan 21 08:03:10.996619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33064) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:11.015625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.031480 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:11.035571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Usage tracker for resource:security_group_rule and tenant:25d923bdbf194ef88e82b0d98bcda268 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:11.038527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:11.045328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:11.131623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.149000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Router a84df5f6-767e-4e2e-a38d-b16a066ecc8e has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:03:11.161179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.174806 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f5a214e8-52e8-42e0-a22c-6f9eccae4f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:11.217781 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25d923bdbf194ef88e82b0d98bcda268&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2200382
Jan 21 08:03:11.219597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852ebe85-7d72-4931-a3d5-4112ba1e0410,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:11.222149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33068) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:11.225022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:11.286367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.315392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.348545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:03:11.353069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.359988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] Sync routers for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:03:11.369979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:03:11.370658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd896470>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:11.389598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.395032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2996bd70-c742-4f17-8616-d8a03d4ad2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:11.410011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852ebe85-7d72-4931-a3d5-4112ba1e0410,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:11.413092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:11.414060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:11.415413 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/852ebe85-7d72-4931-a3d5-4112ba1e0410 HTTP/1.1" status: 204  len: 168 time: 0.1922877
Jan 21 08:03:11.420472 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-43efc940-250a-40f7-acdf-42b7328f997a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "PUT /v2.0/floatingips/d7d96783-deaf-4c9d-9a21-2c829071de7f HTTP/1.1" status: 200  len: 992 time: 1.9589176
Jan 21 08:03:11.421124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:03:11.680670 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2', 'status': 'completed', 'code': 200}
Jan 21 08:03:11.793680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:03:11.826413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-a27921a4-bc6b-496b-91d8-dfe7747cb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:11.829100 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-a27921a4-bc6b-496b-91d8-dfe7747cb50e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=92d771289021448dbc05092275a5f872&device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 1163 time: 0.0973811
Jan 21 08:03:11.986660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-0b7060c2-8ce5-40ae-86e4-dc95057347de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:11.988292 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-0b7060c2-8ce5-40ae-86e4-dc95057347de service neutron] 10.222.0.76 "GET /v2.0/networks?id=7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 200  len: 905 time: 0.1492405
Jan 21 08:03:12.114167 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-aff2d18a-0503-47f9-9f3a-ebe878f54e21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=295e4b97-1296-4528-9314-6b9209ad61f2 HTTP/1.1" status: 200  len: 1000 time: 0.1186268
Jan 21 08:03:12.214687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-93355a90-4ee4-4962-8a68-dcb5e01c0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:12.217189 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-93355a90-4ee4-4962-8a68-dcb5e01c0674 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 200  len: 850 time: 0.0954278
Jan 21 08:03:12.225221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd896470>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'd7d96783-deaf-4c9d-9a21-2c829071de7f', 'tenant_id': '92d771289021448dbc05092275a5f872', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'port_id': '295e4b97-1296-4528-9314-6b9209ad61f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'mac_address': 'fa:16:3e:e8:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e565701-4dea-405f-a975-ebc0b42408ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:02:52Z', 'updated_at': '2021-01-21T08:03:10Z', 'revision_number': 1, 'project_id': '92d771289021448dbc05092275a5f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:12.231060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] Checking router: a84df5f6-767e-4e2e-a38d-b16a066ecc8e for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:03:12.241125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:03:12.241892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd896470>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:02:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:12.310661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-1027960c-c537-4747-8ca5-ea91ff432564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:12.312526 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-1027960c-c537-4747-8ca5-ea91ff432564 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7c110376-5a97-4cff-b58e-1096bd087a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861852
Jan 21 08:03:12.461110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:03:12.499974 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-2f953910-a878-4d87-a946-6371837bdfcc service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795115
Jan 21 08:03:12.743984 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-61d11c82-4ae3-4963-b3e8-a59ad6febadf req-b11d939a-f6ea-4e3a-8495-fb73c462e927 service neutron] 10.222.0.76 "GET /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2354822
Jan 21 08:03:12.946251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd896470>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'd7d96783-deaf-4c9d-9a21-2c829071de7f', 'tenant_id': '92d771289021448dbc05092275a5f872', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'port_id': '295e4b97-1296-4528-9314-6b9209ad61f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'mac_address': 'fa:16:3e:e8:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e565701-4dea-405f-a975-ebc0b42408ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:02:52Z', 'updated_at': '2021-01-21T08:03:10Z', 'revision_number': 1, 'project_id': '92d771289021448dbc05092275a5f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:12.951256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92b497-0aec-44cf-a166-98ac20367ac5 None None] The sync data for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi is: [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': 'd7d96783-deaf-4c9d-9a21-2c829071de7f', 'tenant_id': '92d771289021448dbc05092275a5f872', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'port_id': '295e4b97-1296-4528-9314-6b9209ad61f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'mac_address': 'fa:16:3e:e8:64:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e565701-4dea-405f-a975-ebc0b42408ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:02:52Z', 'updated_at': '2021-01-21T08:03:10Z', 'revision_number': 1, 'project_id': '92d771289021448dbc05092275a5f872', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:03:13.236298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ecf4c-3d5c-4f6c-9524-1d5b64abfda0 None None] New status for floating IP d7d96783-deaf-4c9d-9a21-2c829071de7f: ACTIVE {{(pid=80209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:03:14.523101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33136) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:14.678602 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:14.695005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:14.699772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Usage tracker for resource:security_group_rule and tenant:c0df5e819ffc4a1f9e63eb7d860d5ca9 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:14.702818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:14.708543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:14.801029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:14.835089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:03:14.837932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:14.848086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cfb8d81e-5e14-4e19-a80a-adf82e177434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:14.890860 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0df5e819ffc4a1f9e63eb7d860d5ca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3666003
Jan 21 08:03:14.892571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7431871-d913-40eb-8130-85f4145e96b0,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:14.893934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 33142) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:14.896123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:14.964447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:14.992948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:15.083543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:15.090625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0094b9d9-e05a-476c-88f3-eb7de5bc3dc2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:15.102052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7431871-d913-40eb-8130-85f4145e96b0,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:15.112954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.113379 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.113811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.114275 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.114675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.115078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.115475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.115881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.116570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.116683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.117043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.117436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.117928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.118308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.118702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.119095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.119500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.120351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.120351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.120708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.121093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.121483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.121898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.122289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:15.126339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:15.127652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:15.131733 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7431871-d913-40eb-8130-85f4145e96b0 HTTP/1.1" status: 204  len: 168 time: 0.2366481
Jan 21 08:03:15.669166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 33154) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:15.688350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:15.703637 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:15.707657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Usage tracker for resource:security_group_rule and tenant:7a5b3123762e4b6aa5850ca65db29261 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:15.710675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:15.717391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:15.864315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:15.929151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:15.938600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-690d956e-b613-4cdd-a1cb-e4a99b79fc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:15.983808 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a5b3123762e4b6aa5850ca65db29261&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3133817
Jan 21 08:03:15.985551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366aec64-3f7c-4952-af48-82a8c274ad9b,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:15.986895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33158) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:15.989265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6daccfc5-0d72-4690-83e2-53bc28f488ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:16.051127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:16.078980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:16.151762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:16.156848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9d95a9c1-8430-488d-b03e-5ff19930a02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:16.173356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366aec64-3f7c-4952-af48-82a8c274ad9b,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:16.177903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:16.179568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:16.181577 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/366aec64-3f7c-4952-af48-82a8c274ad9b HTTP/1.1" status: 204  len: 168 time: 0.1935611
Jan 21 08:03:23.400769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a8016cdd-451d-4a90-8cdc-65a2fcd33f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:25.397719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:25.721053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-da56a3ce-7787-430a-ab57-e8c48aec8b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:26.157371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:26.963498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:27.831902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:39.285882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6033e44-ac22-4abd-bb95-c0b4213de696 req-bd2b0f19-c01f-4b25-9fc9-3519a32534e4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:39.287602 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6033e44-ac22-4abd-bb95-c0b4213de696 req-bd2b0f19-c01f-4b25-9fc9-3519a32534e4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1151500
Jan 21 08:03:39.348079 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6033e44-ac22-4abd-bb95-c0b4213de696 req-e07c076b-48ce-47e1-87a4-1befffadad85 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0496755
Jan 21 08:03:40.615129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f23c7-1794-4892-bc03-88bca1c1eb4f req-2f00aa25-fc1c-4d11-9f98-73490204599d tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:40.616866 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d9f23c7-1794-4892-bc03-88bca1c1eb4f req-2f00aa25-fc1c-4d11-9f98-73490204599d tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1115754
Jan 21 08:03:40.900464 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d9f23c7-1794-4892-bc03-88bca1c1eb4f req-840571d4-9437-491c-be4b-d0cde94ba970 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2755556
Jan 21 08:03:42.142701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04ee48-3e41-4112-95f4-bd13b3269204 req-ed61aa17-29fd-4f44-859a-2a9f06f43aa2 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:42.144471 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c04ee48-3e41-4112-95f4-bd13b3269204 req-ed61aa17-29fd-4f44-859a-2a9f06f43aa2 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1070633
Jan 21 08:03:42.208473 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c04ee48-3e41-4112-95f4-bd13b3269204 req-1cd9e2c8-a6f1-46db-83fd-2d109dd8903e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0561063
Jan 21 08:03:42.989066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33368) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:43.146124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:43.163328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:43.168430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Usage tracker for resource:security_group_rule and tenant:7e48af3f85dc48abb341f95e02b241db is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:43.171590 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:43.177436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:43.266828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:43.306881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:43.317764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a545e862-738b-4afd-b423-8e4a22937e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:43.406881 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e48af3f85dc48abb341f95e02b241db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4165616
Jan 21 08:03:43.409662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 33380) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:43.418612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9111f178-8669-4330-aead-401b345fc401,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:43.425626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:43.481296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94cd53-5d38-418e-99e1-6a537e291b15 req-19ec2170-5ed1-4efc-a9d3-002d40efe5a3 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:43.483051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:43.483210 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3f94cd53-5d38-418e-99e1-6a537e291b15 req-19ec2170-5ed1-4efc-a9d3-002d40efe5a3 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1312089
Jan 21 08:03:43.512432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:43.536324 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3f94cd53-5d38-418e-99e1-6a537e291b15 req-ff70e235-e458-4ac1-9464-b47f8b28a35e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466945
Jan 21 08:03:43.603898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:43.609475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d2510111-051c-44f2-ae2e-47c683344c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:43.623208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9111f178-8669-4330-aead-401b345fc401,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:43.628009 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:43.632433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:43.636067 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9111f178-8669-4330-aead-401b345fc401 HTTP/1.1" status: 204  len: 168 time: 0.2228084
Jan 21 08:03:44.613814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e362-3873-4b93-80c3-740bf9d413d7 req-e4c59843-6003-4c8f-a356-89d8ce17669b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:44.615543 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b2c7e362-3873-4b93-80c3-740bf9d413d7 req-e4c59843-6003-4c8f-a356-89d8ce17669b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1094935
Jan 21 08:03:44.670716 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b2c7e362-3873-4b93-80c3-740bf9d413d7 req-2d05c486-9afa-48fa-bc1f-4c32bc9044c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475144
Jan 21 08:03:44.924127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dbdd0-f50b-4ba1-ad44-f9124821bf11 req-3220c8da-ae86-4d6f-b683-fae2ea8170b5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:44.925933 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d02dbdd0-f50b-4ba1-ad44-f9124821bf11 req-3220c8da-ae86-4d6f-b683-fae2ea8170b5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1109436
Jan 21 08:03:44.979620 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d02dbdd0-f50b-4ba1-ad44-f9124821bf11 req-1f4fbec1-ec06-4ee7-996c-89eea950096d tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464513
Jan 21 08:03:45.289910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 33428) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:45.448969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:45.467366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:45.471666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Usage tracker for resource:security_group_rule and tenant:853f02ec1b82465b995c1e314946b460 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:45.474756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:45.481189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:45.568598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:45.606616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:45.620683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:45.666296 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=853f02ec1b82465b995c1e314946b460&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3739543
Jan 21 08:03:45.668041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce32c2-8951-45ec-9c5a-7557865baff4,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:45.668722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33434) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:45.671332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:45.735930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:45.764749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:45.879532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:45.890441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aadb1cf3-2ac5-4dbd-b4e4-856b9152870d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:45.907395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce32c2-8951-45ec-9c5a-7557865baff4,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:45.922537 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.922948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.923351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.923751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.924144 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.924538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.924929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.925317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.925706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.926125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.926513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.926899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.927336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.927721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.928108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.928492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.928877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.929259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.929643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.930067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.930444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.931350 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.931923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.932320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:45.937216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:45.942220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:45.943445 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebce32c2-8951-45ec-9c5a-7557865baff4 HTTP/1.1" status: 204  len: 168 time: 0.2736051
Jan 21 08:03:45.989213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7a29f-26eb-47b6-a388-b8abc8d9a8c2 req-7b2e8f44-3f70-4174-8b73-fd88d4e38f62 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:45.990964 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ea7a29f-26eb-47b6-a388-b8abc8d9a8c2 req-7b2e8f44-3f70-4174-8b73-fd88d4e38f62 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1564887
Jan 21 08:03:46.047809 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ea7a29f-26eb-47b6-a388-b8abc8d9a8c2 req-afd9c0e6-af5a-45ef-9f5c-8faff54eaf45 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498090
Jan 21 08:03:46.222783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01d843-a30f-4d87-8309-e023397315b7 req-e2937960-2037-453a-9a1c-603446d16cf7 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:46.224474 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce01d843-a30f-4d87-8309-e023397315b7 req-e2937960-2037-453a-9a1c-603446d16cf7 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1094232
Jan 21 08:03:46.281388 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce01d843-a30f-4d87-8309-e023397315b7 req-440ae2cb-dddc-4611-b8e6-150744f98891 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0492940
Jan 21 08:03:47.006374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33464) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:47.149148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1053949616-network', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:03:47.156416 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:47.160679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Usage tracker for resource:network and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:47.163836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:47.171596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:47.250706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Made reservation on behalf of 3a088da320754e3eacef5cb62d7986c6 for: {'network': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:03:47.255646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.284511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.311270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:47.317461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Usage tracker for resource:security_group_rule and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:47.323653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:47.335972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:47.388749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff030e-0d27-41bc-8a42-dbd187149136 req-43e542e4-1d68-4ff4-b726-f48835e1a763 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:47.390630 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8dff030e-0d27-41bc-8a42-dbd187149136 req-43e542e4-1d68-4ff4-b726-f48835e1a763 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1784134
Jan 21 08:03:47.526721 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8dff030e-0d27-41bc-8a42-dbd187149136 req-e4e21751-965f-4fc5-a271-2480e54c5a57 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224718
Jan 21 08:03:47.574644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.615179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92866d57-0dbc-4dbb-9c36-adb969d70cd7 req-10eae902-4740-40b2-ae01-7e20148ac2c1 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:47.616891 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-92866d57-0dbc-4dbb-9c36-adb969d70cd7 req-10eae902-4740-40b2-ae01-7e20148ac2c1 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1645715
Jan 21 08:03:47.618101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.624284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0e7e34d2-e323-43f7-b3fd-14cedca627f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:47.687105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80206) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 08:03:47.694501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e02e1db-6a4a-490b-bb2b-8c1392f8d030,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:47.699061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:47.719764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750693420847', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.720215 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Added segment 7647ca25-b279-4d0a-b0a8-53a05f600357 of type vxlan for network a05d5ac6-00ca-4592-a076-63b05686a8ee
Jan 21 08:03:47.733096 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-92866d57-0dbc-4dbb-9c36-adb969d70cd7 req-2c035f91-5b6c-4931-ac63-3321c6e890b0 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0957646
Jan 21 08:03:47.757649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.829045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.830456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:47.831157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:47.835389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-47b03654-c12f-4b37-8057-628c01066c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:47.955936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Pushing event updated for resources: {'Network': ['ID=a05d5ac6-00ca-4592-a076-63b05686a8ee,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:47.965687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:47.968861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network a05d5ac6-00ca-4592-a076-63b05686a8ee details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:03:47.986243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network a05d5ac6-00ca-4592-a076-63b05686a8ee details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:03:47.990120 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9825144
Jan 21 08:03:47.993054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33474) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:48.000435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Request body: {'subnet': {'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1053949616-subnet', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:03:48.005774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:48.010874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Usage tracker for resource:subnet and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:48.014666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:48.022135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:48.080585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Made reservation on behalf of 3a088da320754e3eacef5cb62d7986c6 for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:03:48.086719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852594873'] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:48.639024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2592565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852594828'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:48.670066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a93dc9a7-7a43-4446-a6a9-40bf7ec94a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:48.775265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:03:48.882509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2763ff-9f4c-493c-b73b-29c6b85861d2,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:48.883838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:48.884301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:48.891531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:49.027746 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb172b-a132-46a0-af86-82093bc73799 req-f62eb428-df97-4443-acc9-cd687430ee21 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:49.029415 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-71fb172b-a132-46a0-af86-82093bc73799 req-f62eb428-df97-4443-acc9-cd687430ee21 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2669549
Jan 21 08:03:49.121255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Checking segment: {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:03:49.121654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Network hostable DHCP agents. Network: a05d5ac6-00ca-4592-a076-63b05686a8ee, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 08:03:49.154177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21968291-c391-451f-9c7c-55358689cf8f req-1a686fda-fab1-4084-ae2e-010919c49bdc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:49.156165 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-21968291-c391-451f-9c7c-55358689cf8f req-1a686fda-fab1-4084-ae2e-010919c49bdc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.2571831
Jan 21 08:03:49.162757 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-71fb172b-a132-46a0-af86-82093bc73799 req-0a8714f2-6946-411b-883a-fde87751f4f9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246014
Jan 21 08:03:49.231450 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-21968291-c391-451f-9c7c-55358689cf8f req-03457957-235e-44ec-a0f6-d26e1fb3e01d tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0674889
Jan 21 08:03:49.248751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Network a05d5ac6-00ca-4592-a076-63b05686a8ee is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 08:03:49.280703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, a05d5ac6-00ca-4592-a076-63b05686a8ee) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:03:49.294765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e223c1b-fb21-4b23-8c7b-04d8d7873800 None None] Network a05d5ac6-00ca-4592-a076-63b05686a8ee requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:03:49.295011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:49.295874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:49.355555 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c4cb744f-ed5c-469e-89ce-f105ca368ae2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3604867
Jan 21 08:03:49.358799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33486) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:49.364390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:03:49.369468 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:03:49.373731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Usage tracker for resource:router and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:03:49.376789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:03:49.382835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:03:49.432075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:49.433299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:49.571058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-a05d5ac6-00ca-4592-a076-63b05686a8ee', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 08:03:49.571058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:49.606336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:49.619690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-d489c097-2cec-4f7c-a354-b7ad6c349a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:49.621830 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-d489c097-2cec-4f7c-a354-b7ad6c349a1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.0900493
Jan 21 08:03:49.787420 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-7efaf1d4-1c4c-4eed-aeab-ea27ce7227c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:49.789544 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-7efaf1d4-1c4c-4eed-aeab-ea27ce7227c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.1603041
Jan 21 08:03:49.916468 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-6debb301-da63-4835-898e-82b683726de1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 1002 time: 0.1192000
Jan 21 08:03:49.918986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Allocated IP 172.20.0.2 (a05d5ac6-00ca-4592-a076-63b05686a8ee/dc2763ff-9f4c-493c-b73b-29c6b85861d2/568cbf43-2b86-4c59-b234-050ee4f711c7) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:03:49.956868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:49.995672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-a08cd44d-99d0-4c83-9cb0-c48045f930ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:49.997288 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-a08cd44d-99d0-4c83-9cb0-c48045f930ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.0726738
Jan 21 08:03:50.100591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-4948dae9-3967-4adc-b593-d08b631b4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:50.102308 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-4948dae9-3967-4adc-b593-d08b631b4290 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0977070
Jan 21 08:03:50.171136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:50.187396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Transition to ACTIVE for port object 568cbf43-2b86-4c59-b234-050ee4f711c7 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:03:50.206227 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Transition to ACTIVE for port object 568cbf43-2b86-4c59-b234-050ee4f711c7 will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:03:50.238279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:50.317451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:50.317909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-3d634236-b7f9-4a96-892a-10408bb0fc27 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070172
Jan 21 08:03:50.536260 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-166994d9-02f7-42dd-b0d9-378e6ebaf038 req-8a05fe0a-6a14-4bf6-8b33-4b2edb0d85c7 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2091243
Jan 21 08:03:50.617841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Pushing event updated for resources: {'Port': ['ID=568cbf43-2b86-4c59-b234-050ee4f711c7,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:50.640636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.641020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.641404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.641800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.642214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.642625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.643029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.643455 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.643862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.644273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.644669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.645091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.645550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.645993 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.646396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.646789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.647204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.647531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.647895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.648261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.648622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.648985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.649348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.649779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:03:50.664721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:50.678389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Network a05d5ac6-00ca-4592-a076-63b05686a8ee is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:03:50.679700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:03:50.682902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:03:50.738324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:50.745120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Attempting to bind port 568cbf43-2b86-4c59-b234-050ee4f711c7 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:03:50.745657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Attempting to bind port 568cbf43-2b86-4c59-b234-050ee4f711c7 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:03:50.746224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Attempting to bind port 568cbf43-2b86-4c59-b234-050ee4f711c7 on network a05d5ac6-00ca-4592-a076-63b05686a8ee {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:03:50.752257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:03:50.752784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Checking segment: {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:03:50.753316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:50.753906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Bound using segment: {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:03:50.754499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Bound port: 568cbf43-2b86-4c59-b234-050ee4f711c7, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:03:50.754926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:50.778567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:50.780570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-5a621197-43b9-496c-b776-395baa6b2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:50.782648 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-5a621197-43b9-496c-b776-395baa6b2804 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.0839286
Jan 21 08:03:50.865398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] For port 568cbf43-2b86-4c59-b234-050ee4f711c7, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:03:50.869513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] For port 568cbf43-2b86-4c59-b234-050ee4f711c7, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=568cbf43-2b86-4c59-b234-050ee4f711c7,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:03:50.906993 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:50.923876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:50.931674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d66b2-01cc-4e1c-ab33-89f01813480f req-ec0e0e30-cd6e-46e8-b92f-950934b88a67 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:50.933532 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-862d66b2-01cc-4e1c-ab33-89f01813480f req-ec0e0e30-cd6e-46e8-b92f-950934b88a67 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.3717880
Jan 21 08:03:50.959130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0398ce-1bc6-49cb-b920-0554b644ead3 req-3f63545d-281f-4fe7-baef-4a0fc1c054f7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:50.961254 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae0398ce-1bc6-49cb-b920-0554b644ead3 req-3f63545d-281f-4fe7-baef-4a0fc1c054f7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.3975370
Jan 21 08:03:51.088659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Pushing event updated for resources: {'Port': ['ID=568cbf43-2b86-4c59-b234-050ee4f711c7,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:51.094541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:51.133584 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-862d66b2-01cc-4e1c-ab33-89f01813480f req-018c71b9-3c9f-4a0a-a5fe-22b6555671c8 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1707702
Jan 21 08:03:51.147796 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae0398ce-1bc6-49cb-b920-0554b644ead3 req-1ca0081d-844d-4bd8-a9a2-c2893944c851 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496451
Jan 21 08:03:51.229280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-68a3cfe4-3561-42ff-b51c-f3e9ab44bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:51.231370 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-68a3cfe4-3561-42ff-b51c-f3e9ab44bef1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.4201856
Jan 21 08:03:51.279792 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Allocated IP 172.27.0.24 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/3c225765-95c5-4628-add6-8f9e71aa6953) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:03:51.349175 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-da2a1eba-7961-42d0-ae1d-df01e8d299bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 1002 time: 0.1094368
Jan 21 08:03:51.443318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-c0e7e1f4-14a9-4527-922b-a531b884694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:51.448428 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-c0e7e1f4-14a9-4527-922b-a531b884694f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.0843461
Jan 21 08:03:51.464036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:51.530193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:51.547699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dc97c8d8-8e0d-441b-9e95-5e4094bf4a86 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:51.565090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-ca3b1e19-0564-427d-b64e-ee448d28a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:51.567015 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-ca3b1e19-0564-427d-b64e-ee448d28a4c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1101098
Jan 21 08:03:51.689108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Pushing event updated for resources: {'Port': ['ID=3c225765-95c5-4628-add6-8f9e71aa6953,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:51.693694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:51.723894 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-ff0b4d90-1d11-490d-8988-4258b4fa87cc service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482077
Jan 21 08:03:51.752001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:03:51.753302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:03:51.755845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:03:51.834988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:03:51.883581 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aadf74b5-8fa3-4dcd-a17a-c409ccec848f req-055eb799-dc21-422b-af47-b6e95df3effe service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1522264
Jan 21 08:03:52.364219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 568cbf43-2b86-4c59-b234-050ee4f711c7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:03:52.470808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:52.491825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 568cbf43-2b86-4c59-b234-050ee4f711c7 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:03:52.624058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df18c56a-a940-45d9-8190-c9517ef5de9a None None] Network a05d5ac6-00ca-4592-a076-63b05686a8ee requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:03:52.699621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:03:52.764246 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cff85b-39b1-495c-8def-0fc55f8e3dc0 req-472b23ef-2875-4cf7-9fbf-5c9e6341b7fc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:52.766040 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-28cff85b-39b1-495c-8def-0fc55f8e3dc0 req-472b23ef-2875-4cf7-9fbf-5c9e6341b7fc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.4235249
Jan 21 08:03:52.793598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893d513-e902-448f-bac5-737191f4f4f5 req-93f8c81b-e4e4-42a1-9812-24614a68bff2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:52.795361 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1893d513-e902-448f-bac5-737191f4f4f5 req-93f8c81b-e4e4-42a1-9812-24614a68bff2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.4516325
Jan 21 08:03:52.822810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Provisioning for port 568cbf43-2b86-4c59-b234-050ee4f711c7 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:03:52.851910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Provisioning complete for port 568cbf43-2b86-4c59-b234-050ee4f711c7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:52.852328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.124167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.191689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.202230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:03:53.202411 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-28cff85b-39b1-495c-8def-0fc55f8e3dc0 req-429f6a30-3609-4b6c-ab22-64325e632138 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.4059401
Jan 21 08:03:53.223802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:03:53.249155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] For port 568cbf43-2b86-4c59-b234-050ee4f711c7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=568cbf43-2b86-4c59-b234-050ee4f711c7,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:03:53.261661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.264038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:53.304380 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1893d513-e902-448f-bac5-737191f4f4f5 req-1e7787cb-6522-448c-8e91-3c31f6d5b170 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4380119
Jan 21 08:03:53.316328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.358409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:53.363318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.366985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:53.370936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3c9e5221-eacf-4b66-9ffb-6555693e49fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:53.427376 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'code': 200}
Jan 21 08:03:53.475701 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Pushing event updated for resources: {'Port': ['ID=568cbf43-2b86-4c59-b234-050ee4f711c7,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:53.480906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:53.527301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e28e-0111-4029-8373-ed7d3ff43ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.547580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-64c9030e-7e12-45bf-b3a3-4135254ccd22 None None] Provisioning complete for port 568cbf43-2b86-4c59-b234-050ee4f711c7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:53.548333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-64c9030e-7e12-45bf-b3a3-4135254ccd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.723677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80206) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 08:03:53.822066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-279c3ef4-4e69-4a7d-beef-976501e7f017 None None] Provisioning complete for port 568cbf43-2b86-4c59-b234-050ee4f711c7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:53.822605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-279c3ef4-4e69-4a7d-beef-976501e7f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.929165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:03:53.941014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Sync routers for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:03:53.964505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:03:53.964505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56e385d5f8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:03:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:53.983514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Notify callbacks [] for router, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:53.984910 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.6250193
Jan 21 08:03:53.987814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 33504) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:54.177194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:03:54.308428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2c2f268a-8fb8-4943-b3c2-9d0cfa1195f9 None None] Provisioning complete for port 568cbf43-2b86-4c59-b234-050ee4f711c7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:54.308856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2c2f268a-8fb8-4943-b3c2-9d0cfa1195f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:54.345341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 568cbf43-2b86-4c59-b234-050ee4f711c7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:03:54.670222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25044db3-a21a-4df7-b56e-56c628799abc req-6e73a902-c2dd-4e13-8f58-7608d425fe5e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:54.672000 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25044db3-a21a-4df7-b56e-56c628799abc req-6e73a902-c2dd-4e13-8f58-7608d425fe5e tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.3058839
Jan 21 08:03:54.866939 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 568cbf43-2b86-4c59-b234-050ee4f711c7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:54.867281 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-25044db3-a21a-4df7-b56e-56c628799abc req-f2bd476e-9819-4460-8527-8514a3d6c479 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1355920
Jan 21 08:03:54.867395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:54.899207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69d859-776a-4d4c-aff1-e29afb7fa9b7 req-c0215e0c-ff04-49d7-a993-22cd745c653b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:54.899207 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4b69d859-776a-4d4c-aff1-e29afb7fa9b7 req-c0215e0c-ff04-49d7-a993-22cd745c653b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.3563538
Jan 21 08:03:54.959372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56e385d5f8>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:52Z', 'revision_number': 3, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:54.967549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Checking router: 4204a21d-f93c-49bd-80b2-b0ac528d45d2 for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:03:54.967947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Updating router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 port 3c225765-95c5-4628-add6-8f9e71aa6953 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:03:55.011782 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4b69d859-776a-4d4c-aff1-e29afb7fa9b7 req-cbf5d2c8-9274-4213-bf2d-e16ca98e4b8c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950131
Jan 21 08:03:55.081059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.085572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.449596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.571158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 33522) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:03:55.587269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.595608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Allocated IP 172.20.0.1 (a05d5ac6-00ca-4592-a076-63b05686a8ee/dc2763ff-9f4c-493c-b73b-29c6b85861d2/759651bd-3ec4-46a6-8613-04875aa2bbe7) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:03:55.600447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Transition to ACTIVE for port object 3c225765-95c5-4628-add6-8f9e71aa6953 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:03:55.632178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.650572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:55.743923 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-de51ecca-03bc-4a5f-8799-d94dd84a122c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1706998
Jan 21 08:03:55.836418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ee859-c5f8-4e4c-b4b4-7f5e2cb5a3ad None None] Pushing event updated for resources: {'Port': ['ID=3c225765-95c5-4628-add6-8f9e71aa6953,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:55.840861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-620ee859-c5f8-4e4c-b4b4-7f5e2cb5a3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:55.845004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-705514f8-8fbb-4219-8c68-8955d3f46c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.895205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Attempting to bind port 3c225765-95c5-4628-add6-8f9e71aa6953 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:03:55.895623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Attempting to bind port 3c225765-95c5-4628-add6-8f9e71aa6953 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:03:55.896032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Attempting to bind port 3c225765-95c5-4628-add6-8f9e71aa6953 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:03:55.902776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:03:55.903197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:03:55.903656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.905975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:03:55.906568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Bound port: 3c225765-95c5-4628-add6-8f9e71aa6953, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:03:55.907010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:55.978905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebefe1a-b8d7-433c-9a9e-e77dee70f667 req-c1e36f3f-d9b3-4b1f-9776-68ffbf043ca5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:55.982045 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ebefe1a-b8d7-433c-9a9e-e77dee70f667 req-c1e36f3f-d9b3-4b1f-9776-68ffbf043ca5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.4642894
Jan 21 08:03:55.991488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] For port 3c225765-95c5-4628-add6-8f9e71aa6953, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:03:55.995382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] For port 3c225765-95c5-4628-add6-8f9e71aa6953, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3c225765-95c5-4628-add6-8f9e71aa6953,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:03:56.029580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:56.045387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7d8f5c52-c76b-453e-aab9-08a3c00faac7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:56.080073 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0ebefe1a-b8d7-433c-9a9e-e77dee70f667 req-0ca31923-bf9b-4033-9fa2-c9a8d7a9985c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0836859
Jan 21 08:03:56.110316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:56.140293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Transition to ACTIVE for port object 759651bd-3ec4-46a6-8613-04875aa2bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=80206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:03:56.249194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:56.252267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ee859-c5f8-4e4c-b4b4-7f5e2cb5a3ad None None] Pushing event updated for resources: {'Port': ['ID=3c225765-95c5-4628-add6-8f9e71aa6953,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:56.257735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-620ee859-c5f8-4e4c-b4b4-7f5e2cb5a3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:56.270863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-71995028-d402-467b-8cb1-c4f051a39b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:56.277082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:56.323549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:03:56.324351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56e385d5f8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:03:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:56.444584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Pushing event updated for resources: {'Port': ['ID=759651bd-3ec4-46a6-8613-04875aa2bbe7,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:56.453511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:56.506010 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b494dab-2957-4e89-8fc3-d165af54a6a8 req-ff9b9e16-fcc5-42fe-969a-78d29d694559 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:56.508284 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0b494dab-2957-4e89-8fc3-d165af54a6a8 req-ff9b9e16-fcc5-42fe-969a-78d29d694559 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.3057303
Jan 21 08:03:56.533675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:03:56.561607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Network a05d5ac6-00ca-4592-a076-63b05686a8ee is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:03:56.565357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:03:56.567815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:03:56.612652 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0b494dab-2957-4e89-8fc3-d165af54a6a8 req-54ccc5f5-f0db-458e-851e-b3c489856a28 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0950198
Jan 21 08:03:56.647026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:56.857647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:56.887461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56e385d5f8>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:52Z', 'revision_number': 3, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:03:56.892207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a635eb-f202-4ddc-9c92-8f0d8c1399b1 None None] The sync data for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi is: [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:52Z', 'revision_number': 3, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:03:56.894095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-bccfe700-ad98-4eb2-950a-83943940b6c1 None None] Provisioning for port 759651bd-3ec4-46a6-8613-04875aa2bbe7 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:03:56.900286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-bccfe700-ad98-4eb2-950a-83943940b6c1 None None] Provisioning complete for port 759651bd-3ec4-46a6-8613-04875aa2bbe7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:56.900873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bccfe700-ad98-4eb2-950a-83943940b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:56.975054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-bccfe700-ad98-4eb2-950a-83943940b6c1 None None] Port 759651bd-3ec4-46a6-8613-04875aa2bbe7 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:03:56.986668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:57.163539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:57.194730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:57.252506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:57.407871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Pushing event updated for resources: {'Port': ['ID=759651bd-3ec4-46a6-8613-04875aa2bbe7,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:57.410646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:57.425026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:57.542059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e2bf-b5db-497a-ab9d-af72e104d4dd req-b784f61d-8e54-4f26-900e-29282af00179 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:57.543817 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-83f3e2bf-b5db-497a-ab9d-af72e104d4dd req-b784f61d-8e54-4f26-900e-29282af00179 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.2953081
Jan 21 08:03:57.637138 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-83f3e2bf-b5db-497a-ab9d-af72e104d4dd req-43a66c5b-fd16-4e9e-ba5c-67eb21f826fe tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0850966
Jan 21 08:03:57.651186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Network a05d5ac6-00ca-4592-a076-63b05686a8ee is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:03:57.652428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:03:57.902400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:57.977047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-eb4f0b91-640c-4fde-8da6-dc3da2b4c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:57.978718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:03:57.979694 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-eb4f0b91-640c-4fde-8da6-dc3da2b4c25d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617&tenant_id=0dc73fb84ada4a75a4a313679d200761 HTTP/1.1" status: 200  len: 1161 time: 0.0884490
Jan 21 08:03:58.007409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-fcc277fe-1d16-445d-801b-00b5882a394d None None] Provisioning complete for port 759651bd-3ec4-46a6-8613-04875aa2bbe7 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:58.007756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fcc277fe-1d16-445d-801b-00b5882a394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:58.072061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-fcc277fe-1d16-445d-801b-00b5882a394d None None] Port 759651bd-3ec4-46a6-8613-04875aa2bbe7 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:03:58.079941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0445b-4ab4-41f3-8285-2269df594d37 req-87ee0750-93fc-4341-baab-6343da14fb4d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:58.081677 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d6c0445b-4ab4-41f3-8285-2269df594d37 req-87ee0750-93fc-4341-baab-6343da14fb4d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2712603
Jan 21 08:03:58.115131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-7a290174-d1f2-47be-8c8c-b9d2eb9d097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:58.116722 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-7a290174-d1f2-47be-8c8c-b9d2eb9d097c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1161 time: 0.0871420
Jan 21 08:03:58.228537 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d6c0445b-4ab4-41f3-8285-2269df594d37 req-db931871-9357-4262-a64f-5934b167fd04 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352165
Jan 21 08:03:58.261879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:03:58.272440 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] 10.222.0.21 "PUT /v2.0/routers/4204a21d-f93c-49bd-80b2-b0ac528d45d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2834792
Jan 21 08:03:58.332506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-549f9ce7-e9e5-41d7-b6e2-22d3b5db8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:58.334352 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-549f9ce7-e9e5-41d7-b6e2-22d3b5db8e26 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.2091310
Jan 21 08:03:58.401225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3c225765-95c5-4628-add6-8f9e71aa6953 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:03:58.490938 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-8e9adc19-e81f-44af-8aef-1a90c2ae2e85 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 1000 time: 0.1472497
Jan 21 08:03:58.545976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 3c225765-95c5-4628-add6-8f9e71aa6953 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:03:58.551635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 3c225765-95c5-4628-add6-8f9e71aa6953 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:03:58.552054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:58.564285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-abb50cf0-59da-4493-a6d5-41f45e74ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:58.565927 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-abb50cf0-59da-4493-a6d5-41f45e74ddf5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.0679765
Jan 21 08:03:58.661801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-4e803673-0154-4c78-90bb-07b1c9464790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:58.663853 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-4e803673-0154-4c78-90bb-07b1c9464790 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879550
Jan 21 08:03:58.681862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:58.791465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 3c225765-95c5-4628-add6-8f9e71aa6953, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3c225765-95c5-4628-add6-8f9e71aa6953,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:03:58.818318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:03:58.820433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:03:58.830042 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-8bdaeb99-59dc-4cfb-819d-94a5277e1170 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573179
Jan 21 08:03:58.909854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=3c225765-95c5-4628-add6-8f9e71aa6953,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:03:58.914081 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:03:58.938936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468491-ccd8-4d8e-981c-4061d71bd4fd req-fb670154-65fc-4b57-87cb-6824577b8c30 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:58.940687 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7468491-ccd8-4d8e-981c-4061d71bd4fd req-fb670154-65fc-4b57-87cb-6824577b8c30 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1183939
Jan 21 08:03:58.995928 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-67fd9d53-72d6-46d8-b233-bbaa0747a0bb req-316e6ea6-755e-4f71-a45a-db4becadff69 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568737
Jan 21 08:03:59.006623 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7468491-ccd8-4d8e-981c-4061d71bd4fd req-427edf92-a732-45a4-bd8d-f93432f483bb tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0531008
Jan 21 08:03:59.629572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81888e-e15b-402a-97ed-f1396a4b1421 req-ef3cd002-456b-4c38-b110-0bfba9530e5b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:03:59.652402 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aa81888e-e15b-402a-97ed-f1396a4b1421 req-ef3cd002-456b-4c38-b110-0bfba9530e5b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2103741
Jan 21 08:03:59.716255 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aa81888e-e15b-402a-97ed-f1396a4b1421 req-736c1a32-aad1-4ccb-b193-484b083abf97 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622754
Jan 21 08:04:00.003551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Sync routers for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:04:00.020599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:04:00.021699 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56def125c0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:03:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:00.357667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3c225765-95c5-4628-add6-8f9e71aa6953 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:00.368811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:04:00.441433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120864c-ebc1-407b-9045-8154ef6b0d11 req-7be00779-a2db-4b33-af70-5ef45273b712 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:00.452514 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8120864c-ebc1-407b-9045-8154ef6b0d11 req-7be00779-a2db-4b33-af70-5ef45273b712 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.2333193
Jan 21 08:04:00.540074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 3c225765-95c5-4628-add6-8f9e71aa6953 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:00.540863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:00.585438 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8120864c-ebc1-407b-9045-8154ef6b0d11 req-ba627ba0-1da6-48c8-a850-9058918c8179 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1318014
Jan 21 08:04:00.987362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56def125c0>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 2, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:00.991743 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Checking router: 4204a21d-f93c-49bd-80b2-b0ac528d45d2 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:04:00.992143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Updating router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 port 759651bd-3ec4-46a6-8613-04875aa2bbe7 binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:04:01.026734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4604-57b5-49c8-96b3-0025a1dc9881 req-4b5ba6fc-a526-4fa6-8af3-017539b2656d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:01.037055 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ca9d4604-57b5-49c8-96b3-0025a1dc9881 req-4b5ba6fc-a526-4fa6-8af3-017539b2656d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1196427
Jan 21 08:04:01.061412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:01.101331 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ca9d4604-57b5-49c8-96b3-0025a1dc9881 req-f0d10e2f-b1dd-4a60-b214-30dbd815aac0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654764
Jan 21 08:04:01.548929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:01.563122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Transition to ACTIVE for port object 759651bd-3ec4-46a6-8613-04875aa2bbe7 will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:04:01.606393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:01.625570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ca295668-ccff-45ee-8261-6e0f24806e83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:01.698242 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Pushing event updated for resources: {'Port': ['ID=759651bd-3ec4-46a6-8613-04875aa2bbe7,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:01.766064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.766351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.766729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.767102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.767560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.768580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.768580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.768580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.770070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.770070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.770070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.770070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.770463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.770714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.771073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.771424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.771777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.772166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.772592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.772915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.773267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.773618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.774035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.774427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:01.780271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:01.934681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3aa1a-b31c-43ec-a9b9-ba34accd2d60 req-4fb6d722-e4f0-408f-a776-2e11acee1e54 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:01.942540 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-06a3aa1a-b31c-43ec-a9b9-ba34accd2d60 req-4fb6d722-e4f0-408f-a776-2e11acee1e54 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1356010
Jan 21 08:04:02.011039 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-06a3aa1a-b31c-43ec-a9b9-ba34accd2d60 req-22e131ce-9e22-4264-a49a-f9e6fb79f696 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0671816
Jan 21 08:04:02.031611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Attempting to bind port 759651bd-3ec4-46a6-8613-04875aa2bbe7 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:04:02.032148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Attempting to bind port 759651bd-3ec4-46a6-8613-04875aa2bbe7 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:04:02.032651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Attempting to bind port 759651bd-3ec4-46a6-8613-04875aa2bbe7 on network a05d5ac6-00ca-4592-a076-63b05686a8ee {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:04:02.047425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:04:02.047966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Checking segment: {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:04:02.048483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:02.049202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Bound using segment: {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:04:02.049574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Bound port: 759651bd-3ec4-46a6-8613-04875aa2bbe7, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:04:02.050095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:02.238829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] For port 759651bd-3ec4-46a6-8613-04875aa2bbe7, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:04:02.245199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] For port 759651bd-3ec4-46a6-8613-04875aa2bbe7, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=759651bd-3ec4-46a6-8613-04875aa2bbe7,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:04:02.289182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:02.318949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4f1b5fef-4154-4949-a194-d791418f47a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:02.408996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adf6bf-5b64-44ab-a8cc-ec11deec310c req-73d0cd6b-c0b3-476c-87e1-bc5570e9968b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:02.410890 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30adf6bf-5b64-44ab-a8cc-ec11deec310c req-73d0cd6b-c0b3-476c-87e1-bc5570e9968b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1493506
Jan 21 08:04:02.514295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Pushing event updated for resources: {'Port': ['ID=759651bd-3ec4-46a6-8613-04875aa2bbe7,revision_number=4']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:02.519984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e37442bb-f603-456b-8497-a45c5ee4c793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:02.522104 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-30adf6bf-5b64-44ab-a8cc-ec11deec310c req-d9107959-aece-4423-b2d1-0b7377fddc82 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033490
Jan 21 08:04:02.571919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:04:02.572741 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56def125c0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:03:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:02.860885 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:04:03.335290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56def125c0>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:02Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:03.342120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f692a75e-99c1-418c-8c97-cfea361bdb56 None None] The sync data for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi is: [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:02Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:04:03.390273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1ae80-97ef-4163-bc37-7c50e8ac72c2 req-2cc544c3-faa7-49b8-9822-303663b0b955 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:03.391996 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-37e1ae80-97ef-4163-bc37-7c50e8ac72c2 req-2cc544c3-faa7-49b8-9822-303663b0b955 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1435642
Jan 21 08:04:03.556322 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-37e1ae80-97ef-4163-bc37-7c50e8ac72c2 req-e935ffb2-26ca-43ed-ae65-2a5aea2e2a15 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1558282
Jan 21 08:04:03.933509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9e06f-40a6-4fb3-beea-295ec57fbca8 req-6364d08a-ba00-42b2-86ef-746b55ffaf38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:03.935332 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aef9e06f-40a6-4fb3-beea-295ec57fbca8 req-6364d08a-ba00-42b2-86ef-746b55ffaf38 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1746230
Jan 21 08:04:04.014569 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aef9e06f-40a6-4fb3-beea-295ec57fbca8 req-44ebc09a-f221-476c-a398-220638a202fc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712814
Jan 21 08:04:04.412214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 759651bd-3ec4-46a6-8613-04875aa2bbe7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:04.625877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 759651bd-3ec4-46a6-8613-04875aa2bbe7 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:04:04.632625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 759651bd-3ec4-46a6-8613-04875aa2bbe7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:04.633438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:04.914560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:04.972995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port 759651bd-3ec4-46a6-8613-04875aa2bbe7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=759651bd-3ec4-46a6-8613-04875aa2bbe7,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:04:05.029123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:05.032682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:05.065215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440ddc8-aa8b-4120-98e1-ef33dfb1ca0e req-5cfabee3-4aeb-41e9-aecc-7539ed8bbda8 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:05.076801 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5440ddc8-aa8b-4120-98e1-ef33dfb1ca0e req-5cfabee3-4aeb-41e9-aecc-7539ed8bbda8 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.2145987
Jan 21 08:04:05.182239 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5440ddc8-aa8b-4120-98e1-ef33dfb1ca0e req-a6e3fc2a-ae75-4b4b-879f-652898302527 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1042416
Jan 21 08:04:05.246229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=759651bd-3ec4-46a6-8613-04875aa2bbe7,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:05.249795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:05.499361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfced54-bb25-426c-83af-ecb090230972 req-d55189f5-2397-4dc8-ac02-89d63dea3113 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:05.503132 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdfced54-bb25-426c-83af-ecb090230972 req-d55189f5-2397-4dc8-ac02-89d63dea3113 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2277381
Jan 21 08:04:05.626416 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bdfced54-bb25-426c-83af-ecb090230972 req-6fba1ab0-cd78-413e-beae-a5d1550c72c5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070628
Jan 21 08:04:06.358640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 759651bd-3ec4-46a6-8613-04875aa2bbe7 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:06.521250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 759651bd-3ec4-46a6-8613-04875aa2bbe7 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:06.522489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:06.609210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc612e3-9bff-4d1a-8699-e272c9e460ac req-9c46b8d6-a5cc-45c4-8d00-b2ece2538b19 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:06.617698 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1cc612e3-9bff-4d1a-8699-e272c9e460ac req-9c46b8d6-a5cc-45c4-8d00-b2ece2538b19 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1777005
Jan 21 08:04:07.013692 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1cc612e3-9bff-4d1a-8699-e272c9e460ac req-1fea7ddb-c3e5-425d-8369-6b175368a2a6 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3950171
Jan 21 08:04:07.065309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406cf0-0676-4ade-8842-e29f0a029f8c req-5794ed08-0ec6-43a9-845d-e8713b3c6da0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:07.066967 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1b406cf0-0676-4ade-8842-e29f0a029f8c req-5794ed08-0ec6-43a9-845d-e8713b3c6da0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1350083
Jan 21 08:04:07.122844 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1b406cf0-0676-4ade-8842-e29f0a029f8c req-49da9e6a-67ca-46c8-bcf0-3b9340ade3ae tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493283
Jan 21 08:04:07.290898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:07.371539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:07.371966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:07.509404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:07.701190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:04:07.713600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:04:07.764823 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'code': 200}
Jan 21 08:04:07.986467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:07.990639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3c9e5221-eacf-4b66-9ffb-6555693e49fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:08.115975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=6']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:08.127197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:08.396566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb532c9b-668a-4d4f-aa44-3a87990aa752 req-aacc4c2c-7aab-4563-896a-63e56968443d tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:08.411807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fb532c9b-668a-4d4f-aa44-3a87990aa752 req-aacc4c2c-7aab-4563-896a-63e56968443d tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.2168303
Jan 21 08:04:08.579593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38beb81f-0813-48c8-9c80-64bb19d2c07e req-329483d2-92f9-423a-91ad-ae8c5c041fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:08.581449 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-38beb81f-0813-48c8-9c80-64bb19d2c07e req-329483d2-92f9-423a-91ad-ae8c5c041fba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.2065959
Jan 21 08:04:08.587451 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fb532c9b-668a-4d4f-aa44-3a87990aa752 req-f3dddcb6-74ee-4c06-ac83-5ab01b12fda6 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1744475
Jan 21 08:04:08.755706 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-38beb81f-0813-48c8-9c80-64bb19d2c07e req-ee4fb0f4-8306-4c48-a892-ef3914f8b136 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1649485
Jan 21 08:04:08.810880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10eacb-6e31-4e89-9f91-5ef76e5d4248 req-5f0b61a6-0875-4620-9d5f-111022efabe5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:08.819185 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cd10eacb-6e31-4e89-9f91-5ef76e5d4248 req-5f0b61a6-0875-4620-9d5f-111022efabe5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2468836
Jan 21 08:04:08.827638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:08.902959 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cd10eacb-6e31-4e89-9f91-5ef76e5d4248 req-89d0c037-d7a6-44e4-8bab-24b4918634f6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675306
Jan 21 08:04:08.973207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:08.973973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:10.198741 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305f8a-6ab4-419a-926d-6b6e292250d3 req-563f683d-5718-4311-950f-c105d9ea2cb7 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:10.200700 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b1305f8a-6ab4-419a-926d-6b6e292250d3 req-563f683d-5718-4311-950f-c105d9ea2cb7 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.3059790
Jan 21 08:04:10.372429 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b1305f8a-6ab4-419a-926d-6b6e292250d3 req-8a1bc84c-e65a-4ed1-90cb-e2f897908fca tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1645329
Jan 21 08:04:10.826547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dca740-9435-489e-91ff-ba01f77dc01b req-d03781c8-bebf-466b-9171-4cc9471c1be3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:10.841586 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-93dca740-9435-489e-91ff-ba01f77dc01b req-d03781c8-bebf-466b-9171-4cc9471c1be3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.4383914
Jan 21 08:04:11.047149 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-93dca740-9435-489e-91ff-ba01f77dc01b req-c24742f5-b34d-4323-b9fc-c16faa0f4db3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1982799
Jan 21 08:04:11.739807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d04607-4571-4862-90fd-29e0c600f30a req-318071bc-60bd-48a2-8ed9-18cfbb271a54 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:11.743836 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04d04607-4571-4862-90fd-29e0c600f30a req-318071bc-60bd-48a2-8ed9-18cfbb271a54 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1944273
Jan 21 08:04:11.822301 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-04d04607-4571-4862-90fd-29e0c600f30a req-3c3afb65-8142-4760-a124-51712b5e76ce tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0672975
Jan 21 08:04:12.650555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ec34f-b2bf-4c0c-8631-86e288011926 req-7243c452-d399-43c7-9246-1d1dc6d8fbda tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:12.660368 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eb6ec34f-b2bf-4c0c-8631-86e288011926 req-7243c452-d399-43c7-9246-1d1dc6d8fbda tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2649038
Jan 21 08:04:12.733661 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eb6ec34f-b2bf-4c0c-8631-86e288011926 req-91a9a738-4bc3-48b9-b2c2-fe17e606efb9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706487
Jan 21 08:04:14.007245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754576a0-e71b-40f8-9b4b-bdd617eddf61 req-e20d3839-4066-47c0-99a6-b4f33ebbd880 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:14.009730 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-754576a0-e71b-40f8-9b4b-bdd617eddf61 req-e20d3839-4066-47c0-99a6-b4f33ebbd880 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1147234
Jan 21 08:04:14.064607 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-754576a0-e71b-40f8-9b4b-bdd617eddf61 req-1f2c5059-f341-43c4-80a9-7416058c4ec4 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480032
Jan 21 08:04:15.515641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534403b1-e837-466a-be26-8f4963cf2908 req-baad982c-9210-483a-aac6-484f18833b7a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:15.529024 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-534403b1-e837-466a-be26-8f4963cf2908 req-baad982c-9210-483a-aac6-484f18833b7a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1631393
Jan 21 08:04:15.593302 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-534403b1-e837-466a-be26-8f4963cf2908 req-f5a905ef-bc2e-4f9a-bba3-04e6b2f4461f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663941
Jan 21 08:04:16.992245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898d783-27d2-4225-aa47-72e235c7ae92 req-41a6d478-db32-4b2f-af72-649dc392c8c7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:16.995677 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7898d783-27d2-4225-aa47-72e235c7ae92 req-41a6d478-db32-4b2f-af72-649dc392c8c7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1890330
Jan 21 08:04:17.024839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-513b04af-dfe7-458a-838b-08341f3704c1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:17.025655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ea1612bc-b966-4148-9631-a4d088572f1e req-513b04af-dfe7-458a-838b-08341f3704c1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:network {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:04:17.099138 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7898d783-27d2-4225-aa47-72e235c7ae92 req-aa654d84-53d9-4481-9356-ee2f6a1aedea tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668054
Jan 21 08:04:17.119922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ea1612bc-b966-4148-9631-a4d088572f1e req-513b04af-dfe7-458a-838b-08341f3704c1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:network {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:04:17.121728 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-513b04af-dfe7-458a-838b-08341f3704c1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 815 time: 0.4669416
Jan 21 08:04:17.150157 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-ac288ebd-3c05-4729-85ae-c9e6f8efce8f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/quotas/3a088da320754e3eacef5cb62d7986c6 HTTP/1.1" status: 200  len: 375 time: 0.0220890
Jan 21 08:04:17.263128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ea1612bc-b966-4148-9631-a4d088572f1e req-d5d28c5a-4939-4df1-a51d-34fc34d45412 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:04:17.314494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-ea1612bc-b966-4148-9631-a4d088572f1e req-d5d28c5a-4939-4df1-a51d-34fc34d45412 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:04:17.316049 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-d5d28c5a-4939-4df1-a51d-34fc34d45412 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1644449
Jan 21 08:04:17.543027 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-0d0c147b-18b3-4255-8ddf-59230111ce5e service neutron] 10.222.0.21 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2118053
Jan 21 08:04:17.704821 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-61d107ba-fc23-46c3-88ad-6a1a910063bf service neutron] 10.222.0.21 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1607227
Jan 21 08:04:18.028760 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ca92fda-53cd-46f9-bf16-64cdaaae6339 req-a0212103-72f7-4417-a93b-f7377b73aa4d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 210 time: 0.0525696
Jan 21 08:04:18.776586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71adeab-c429-4487-a145-1a5bca9b1c37 req-60300854-c875-46e1-92bb-f9c093feccd8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:18.778541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d71adeab-c429-4487-a145-1a5bca9b1c37 req-60300854-c875-46e1-92bb-f9c093feccd8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1128688
Jan 21 08:04:18.840550 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d71adeab-c429-4487-a145-1a5bca9b1c37 req-e8114ad9-f31c-4593-a86f-afab9efa8968 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543871
Jan 21 08:04:19.169659 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-26271df8-4f20-48ce-b381-90396de6e5c8 req-69ad1dcd-077d-4d2e-8d6d-875a48f144bf tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 210 time: 0.0562630
Jan 21 08:04:20.107648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9df7-20ed-46a6-85d4-5975dc1b95e8 req-fcdd521c-4c21-44f2-8357-641d7c51f10b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:20.109358 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d4fe9df7-20ed-46a6-85d4-5975dc1b95e8 req-fcdd521c-4c21-44f2-8357-641d7c51f10b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1079042
Jan 21 08:04:20.163069 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d4fe9df7-20ed-46a6-85d4-5975dc1b95e8 req-d8a28f16-f21a-4a0e-94ec-d2ec81e0173c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471005
Jan 21 08:04:20.360678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3d79073b-44be-4831-9948-689f38b56073 req-983e7bae-fe8e-4b2c-9119-a11bcea2f759 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 210 time: 0.0478568
Jan 21 08:04:20.875751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9453de01-c8dc-450c-a2f3-33846bc159b6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:20.877348 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9453de01-c8dc-450c-a2f3-33846bc159b6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.76 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 815 time: 0.2448592
Jan 21 08:04:20.879591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-3bb7248a-5c7f-4dce-83f4-28dd62c396c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:20.881103 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-3bb7248a-5c7f-4dce-83f4-28dd62c396c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1162 time: 0.2244380
Jan 21 08:04:20.915855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'port': {'device_id': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'admin_state_up': True, 'tenant_id': '3a088da320754e3eacef5cb62d7986c6'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:04:21.185574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-4041623e-6053-4db9-9f69-855f61ac873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:21.187083 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-4041623e-6053-4db9-9f69-855f61ac873e service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.2754171
Jan 21 08:04:21.188049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:04:21.198978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:04:21.296255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Made reservation on behalf of 3a088da320754e3eacef5cb62d7986c6 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:04:21.307670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:21.359153 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-b8b6e485-b168-4a6f-9787-9fb8bbdcd43a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 200  len: 1000 time: 0.1544003
Jan 21 08:04:21.441071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bae7c-d8dc-4f48-89d8-de30501aacdc req-6e90d3df-a1a7-49ef-b78c-2a5384f24da6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:21.442853 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df5bae7c-d8dc-4f48-89d8-de30501aacdc req-6e90d3df-a1a7-49ef-b78c-2a5384f24da6 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1135354
Jan 21 08:04:21.503740 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df5bae7c-d8dc-4f48-89d8-de30501aacdc req-f5927fec-5ace-4813-92c9-5b9d3c958df2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531511
Jan 21 08:04:21.558078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-16dfca7d-f9bb-4a51-9fb6-e31d67f87e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:21.559694 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-16dfca7d-f9bb-4a51-9fb6-e31d67f87e7d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.1772244
Jan 21 08:04:21.590005 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-73eae4b1-8833-4ce9-baa3-93e9316b1217 req-3dc41320-7794-4da4-bffe-b62fcb9fe59e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 210 time: 0.0713725
Jan 21 08:04:21.801516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-5354a294-861f-432e-8a11-81262dc7c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:21.803351 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-5354a294-861f-432e-8a11-81262dc7c193 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2302508
Jan 21 08:04:21.842340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Allocated IP 172.20.0.5 (a05d5ac6-00ca-4592-a076-63b05686a8ee/dc2763ff-9f4c-493c-b73b-29c6b85861d2/ee23e4e4-45f1-455c-9043-02e4fa1e95ae) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:04:22.473448 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:22.497298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Transition to ACTIVE for port object ee23e4e4-45f1-455c-9043-02e4fa1e95ae will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:04:22.557947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:22.574737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89bf2760-f136-4cf4-9b0f-03e546f8c40a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:22.754802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:22.769477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.769933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.770355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.770764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.771171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.771577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.771981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.772382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.772858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.773918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.775001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.775410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.775860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.776261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.776662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.779460 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f76bb-35af-406f-8b4d-51f5e0a6899e req-103a4142-8c9c-49c3-ad80-f9fced3498fb tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:22.781185 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-560f76bb-35af-406f-8b4d-51f5e0a6899e req-103a4142-8c9c-49c3-ad80-f9fced3498fb tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1179724
Jan 21 08:04:22.784474 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.784922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.785454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.786031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.786247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.789074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.789074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.789074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.789074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:22.797853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:22.857674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Network a05d5ac6-00ca-4592-a076-63b05686a8ee is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:04:22.859104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:04:22.861581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:04:22.890451 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-560f76bb-35af-406f-8b4d-51f5e0a6899e req-0340d288-439c-467f-921e-a4ad8a4086a2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700464
Jan 21 08:04:22.979178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104b82a-42fb-4f9f-b875-a45b521ae486 req-462b2b56-a35d-45a2-8440-939d0aca5c9a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:22.988725 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b104b82a-42fb-4f9f-b875-a45b521ae486 req-462b2b56-a35d-45a2-8440-939d0aca5c9a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.2063768
Jan 21 08:04:23.017787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:23.018695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:23.040039 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-b104b82a-42fb-4f9f-b875-a45b521ae486 req-7af72b55-473d-4cbc-9608-f413df1532ff tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:04:23.117645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-b104b82a-42fb-4f9f-b875-a45b521ae486 req-7af72b55-473d-4cbc-9608-f413df1532ff tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:04:23.119069 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b104b82a-42fb-4f9f-b875-a45b521ae486 req-7af72b55-473d-4cbc-9608-f413df1532ff tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291354
Jan 21 08:04:23.223773 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-1a470930-0f3d-4736-8123-c63cdc09ce20 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3131456
Jan 21 08:04:23.246047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c88ecf22-d1b3-4fe1-82d9-611a5f694c4f None None] Provisioning for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:04:23.251555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c88ecf22-d1b3-4fe1-82d9-611a5f694c4f None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:23.251974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c88ecf22-d1b3-4fe1-82d9-611a5f694c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:23.311178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-c88ecf22-d1b3-4fe1-82d9-611a5f694c4f None None] Port ee23e4e4-45f1-455c-9043-02e4fa1e95ae cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:04:23.411500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-199079b3-7230-477e-a2e9-2d59e5ce771f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:24.182910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f7641-1790-4573-b092-b49550107c85 req-87d8991e-f3ee-4058-8253-ed1cfb377936 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:24.185068 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-921f7641-1790-4573-b092-b49550107c85 req-87d8991e-f3ee-4058-8253-ed1cfb377936 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1238992
Jan 21 08:04:24.243994 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-921f7641-1790-4573-b092-b49550107c85 req-e226a17d-fbf8-48d2-880d-cc287826f92f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526180
Jan 21 08:04:24.371882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01093d-0063-4cfa-a900-e0751493331a req-f1138adc-2640-47da-a5cb-ee711c6283e9 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:24.373590 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5e01093d-0063-4cfa-a900-e0751493331a req-f1138adc-2640-47da-a5cb-ee711c6283e9 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.1112521
Jan 21 08:04:24.433439 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5e01093d-0063-4cfa-a900-e0751493331a req-2e606ac3-9d0d-4757-bd9d-828a2fdcecba tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531762
Jan 21 08:04:25.425527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:25.578142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df674b2-d8d5-4e03-86fb-81431e3ba305 req-95efb44b-45af-476f-b895-bc9ef4f54f53 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:25.580222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8df674b2-d8d5-4e03-86fb-81431e3ba305 req-95efb44b-45af-476f-b895-bc9ef4f54f53 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1725693
Jan 21 08:04:25.697858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-37226d85-b62c-4021-a578-edee5f2a2adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:25.702351 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8df674b2-d8d5-4e03-86fb-81431e3ba305 req-2bf7fb11-3fa1-4898-82be-3034aef4df6e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127284
Jan 21 08:04:25.760334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7bee6-cca5-471d-ac7e-ee40065b1532 req-41e9a792-b961-46b4-aa31-e4b7ed8fc572 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:25.762095 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6ec7bee6-cca5-471d-ac7e-ee40065b1532 req-41e9a792-b961-46b4-aa31-e4b7ed8fc572 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.1538720
Jan 21 08:04:25.826056 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6ec7bee6-cca5-471d-ac7e-ee40065b1532 req-b12bce34-5e3c-4e46-a518-f1f3af4bdbe3 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575438
Jan 21 08:04:26.173138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:26.984668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a220c0-b2c6-4e47-9d25-b745dcb6958c req-03105134-4dca-4ac0-9b19-46335371403e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:26.986437 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e5a220c0-b2c6-4e47-9d25-b745dcb6958c req-03105134-4dca-4ac0-9b19-46335371403e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1306040
Jan 21 08:04:26.998704 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:27.108316 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e5a220c0-b2c6-4e47-9d25-b745dcb6958c req-8c9353d1-8c04-4e2c-be1a-24bdc4207a00 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830803
Jan 21 08:04:27.172103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b057b9-84e3-4044-ad61-2594cc42acd1 req-f317ef81-452a-483c-949d-6ab3a8009995 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:27.173928 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-20b057b9-84e3-4044-ad61-2594cc42acd1 req-f317ef81-452a-483c-949d-6ab3a8009995 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.1864452
Jan 21 08:04:27.241686 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-20b057b9-84e3-4044-ad61-2594cc42acd1 req-73e683d2-f157-43dc-a611-eb1f3572d150 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593033
Jan 21 08:04:28.088883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:28.411361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60d079-d821-414b-beb6-2cd48be3b356 req-ba3e7f0a-a6d8-4c66-89ce-94ab80a95b14 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:28.413108 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f60d079-d821-414b-beb6-2cd48be3b356 req-ba3e7f0a-a6d8-4c66-89ce-94ab80a95b14 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1423237
Jan 21 08:04:28.545836 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f60d079-d821-414b-beb6-2cd48be3b356 req-7c90e98d-3a10-4aba-a3fe-56bf04f96d3b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610046
Jan 21 08:04:28.606192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b5a8-e9ee-42a9-963a-7df7e1fa397c req-f8c47bd8-f15b-47eb-8ff4-b716135321a1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:28.608387 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b547b5a8-e9ee-42a9-963a-7df7e1fa397c req-f8c47bd8-f15b-47eb-8ff4-b716135321a1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.1934893
Jan 21 08:04:28.674958 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b547b5a8-e9ee-42a9-963a-7df7e1fa397c req-90cecbfe-8f68-4216-bb54-e3d961fc35ff tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599186
Jan 21 08:04:28.834794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:04:29.890282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20fd8a-2b85-445d-a859-8f57534aa8d2 req-b669fbf5-c03b-4ecd-bbef-1f55f6a0252c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:29.892038 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6c20fd8a-2b85-445d-a859-8f57534aa8d2 req-b669fbf5-c03b-4ecd-bbef-1f55f6a0252c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1413031
Jan 21 08:04:30.001276 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6c20fd8a-2b85-445d-a859-8f57534aa8d2 req-324127de-ae0f-43b9-a839-c7834bcfda62 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691414
Jan 21 08:04:30.051697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645a907-4f67-4002-8adb-23c09df9f99f req-5f5184fb-e91a-4787-b4df-0a41777a8d57 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:30.053458 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0645a907-4f67-4002-8adb-23c09df9f99f req-5f5184fb-e91a-4787-b4df-0a41777a8d57 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.1603975
Jan 21 08:04:30.112509 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0645a907-4f67-4002-8adb-23c09df9f99f req-ddcd5caa-4b8d-471f-ac63-0b1f667dc78e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499413
Jan 21 08:04:31.573286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed682b-2760-40c6-8e1e-c7287003af9d req-38886c77-405c-44ed-90ce-1c390b91f65f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:31.575084 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7ed682b-2760-40c6-8e1e-c7287003af9d req-38886c77-405c-44ed-90ce-1c390b91f65f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.4110763
Jan 21 08:04:31.610744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65a36d-6d8a-4d6f-82ea-d4edf2e4971e req-9d66acc3-1d72-41c5-a801-90a1cfa3292a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:31.612433 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae65a36d-6d8a-4d6f-82ea-d4edf2e4971e req-9d66acc3-1d72-41c5-a801-90a1cfa3292a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.1716733
Jan 21 08:04:31.694433 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7ed682b-2760-40c6-8e1e-c7287003af9d req-0d2f9123-822b-45f8-a555-f935b79733bd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1091871
Jan 21 08:04:31.705986 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae65a36d-6d8a-4d6f-82ea-d4edf2e4971e req-10c80930-2608-4d51-b1aa-134b011ea854 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794070
Jan 21 08:04:32.907678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Request body: {'port': {'device_id': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:04:33.155030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62701524-64b7-4ac9-891f-e1ebdedf3826 req-3b2f4f73-9f07-4f8c-9161-b29ed63d52c6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:33.156783 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-62701524-64b7-4ac9-891f-e1ebdedf3826 req-3b2f4f73-9f07-4f8c-9161-b29ed63d52c6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 931 time: 0.2607677
Jan 21 08:04:33.192393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b4aa-2497-42e5-9f2e-1f8d55cc75f2 req-56936772-6237-4e29-8a15-d4246c2035a2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:33.194185 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d771b4aa-2497-42e5-9f2e-1f8d55cc75f2 req-56936772-6237-4e29-8a15-d4246c2035a2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2441869
Jan 21 08:04:33.255128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:33.278850 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-8cd3c81a-bd1e-4da6-a439-031f85ae96d1 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4284148
Jan 21 08:04:33.309636 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-62701524-64b7-4ac9-891f-e1ebdedf3826 req-ac23afe1-5027-4cc3-b788-5d1c2acec64f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132011
Jan 21 08:04:33.321026 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d771b4aa-2497-42e5-9f2e-1f8d55cc75f2 req-5fbb6105-6250-48ee-bacf-2c8ad6e97e21 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027949
Jan 21 08:04:33.671779 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7120cf35-ca19-4419-b85e-f1ce1b8bb1f2 req-c2ce7a04-81a7-4e53-ab86-e364f03df228 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3848557
Jan 21 08:04:34.021098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee23e4e4-45f1-455c-9043-02e4fa1e95ae {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:04:34.033635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:34.059712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Transition to ACTIVE for port object ee23e4e4-45f1-455c-9043-02e4fa1e95ae will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:04:34.108790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:34.127413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8bbd9f2c-6644-4d11-95d1-65aa4adb5f6a tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:34.306345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:34.322071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:34.590475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Attempting to bind port ee23e4e4-45f1-455c-9043-02e4fa1e95ae on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:04:34.591292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Attempting to bind port ee23e4e4-45f1-455c-9043-02e4fa1e95ae by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:04:34.591881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Attempting to bind port ee23e4e4-45f1-455c-9043-02e4fa1e95ae on network a05d5ac6-00ca-4592-a076-63b05686a8ee {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:04:34.600329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:04:34.601778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Checking segment: {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:04:34.602491 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:34.603113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Bound using segment: {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:04:34.603854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Bound port: ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7647ca25-b279-4d0a-b0a8-53a05f600357', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:04:34.604501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:34.686877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4898d-1df6-41a4-a274-765e9fea3544 req-014012d5-d131-45f3-ab15-a83811d57cab tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:34.688557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9fc4898d-1df6-41a4-a274-765e9fea3544 req-014012d5-d131-45f3-ab15-a83811d57cab tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 943 time: 0.2062273
Jan 21 08:04:34.744056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:04:34.749169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:04:34.795065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:34.811654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e6dc8064-763d-4703-84e4-92550d272949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:34.830894 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9fc4898d-1df6-41a4-a274-765e9fea3544 req-dab8297e-30f9-4925-a747-f6606fb66867 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857632
Jan 21 08:04:34.885401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2303-4e8c-41d3-8f61-4c013323f8b2 req-56ea390f-c0a8-4962-b239-9f7278628eab tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:34.887184 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c69a2303-4e8c-41d3-8f61-4c013323f8b2 req-56ea390f-c0a8-4962-b239-9f7278628eab tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1976209
Jan 21 08:04:34.943196 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c69a2303-4e8c-41d3-8f61-4c013323f8b2 req-f5394fe4-2998-47be-87d8-bae07cda1b7c tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491958
Jan 21 08:04:34.990828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:34.994810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:35.033981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:35.034692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:35.036249 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] 10.222.0.76 "PUT /v2.0/ports/ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 1157 time: 2.1433077
Jan 21 08:04:35.037227 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:04:35.109331 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'status': 'completed', 'code': 200}
Jan 21 08:04:35.249080 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61336c-a8fa-4025-ba67-1b7c63a727fa req-6e3e7621-4ff7-4c1a-a698-853d6e672230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:35.250807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0b61336c-a8fa-4025-ba67-1b7c63a727fa req-6e3e7621-4ff7-4c1a-a698-853d6e672230 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1160 time: 0.0900450
Jan 21 08:04:35.443808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61336c-a8fa-4025-ba67-1b7c63a727fa req-cb0bef2c-34c8-4880-9005-d6500221121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:35.445955 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0b61336c-a8fa-4025-ba67-1b7c63a727fa req-cb0bef2c-34c8-4880-9005-d6500221121a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=3a088da320754e3eacef5cb62d7986c6&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1685629
Jan 21 08:04:35.654326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61336c-a8fa-4025-ba67-1b7c63a727fa req-6ee258fd-0843-4f76-ba04-b990c1d24dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:35.656043 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0b61336c-a8fa-4025-ba67-1b7c63a727fa req-6ee258fd-0843-4f76-ba04-b990c1d24dfa service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1983652
Jan 21 08:04:35.866382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-effd3b19-9704-48c8-9b1c-d7bd568d4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:35.868650 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-effd3b19-9704-48c8-9b1c-d7bd568d4053 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1160 time: 0.1195829
Jan 21 08:04:35.990265 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-bda0a499-75ff-48e1-ba0f-0705ce9f2a13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 217 time: 0.0935047
Jan 21 08:04:36.081224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-a24b9cfb-4968-4230-90d9-d35ea36504ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:36.082881 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-a24b9cfb-4968-4230-90d9-d35ea36504ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.0843611
Jan 21 08:04:36.190877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1612bc-b966-4148-9631-a4d088572f1e req-be371af8-eec1-47d4-bd70-f553e34ca00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:36.192452 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-be371af8-eec1-47d4-bd70-f553e34ca00e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962703
Jan 21 08:04:36.215651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d6020-4b79-403a-88c2-b50cdc087364 req-b928a926-13e2-43dc-881f-40ba4667309b tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:36.217387 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8a5d6020-4b79-403a-88c2-b50cdc087364 req-b928a926-13e2-43dc-881f-40ba4667309b tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 943 time: 0.1664543
Jan 21 08:04:36.297773 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8a5d6020-4b79-403a-88c2-b50cdc087364 req-b9981a71-7f51-4f90-a526-99b7340f8896 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668232
Jan 21 08:04:36.332120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5d62e-fbbe-4e1c-a87b-723f2fe6d77b req-a8861030-085c-462c-afa8-634ab1bf75fa tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:36.333860 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7cd5d62e-fbbe-4e1c-a87b-723f2fe6d77b req-a8861030-085c-462c-afa8-634ab1bf75fa tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1784158
Jan 21 08:04:36.356079 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-ef943149-c13c-4286-84e8-78378e024cf4 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513448
Jan 21 08:04:36.390520 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7cd5d62e-fbbe-4e1c-a87b-723f2fe6d77b req-20d9d4b9-4f3d-4ee3-b95e-0cbf8406abb9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491424
Jan 21 08:04:36.794909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea1612bc-b966-4148-9631-a4d088572f1e req-e0d2db6e-ae5e-4fa9-9293-c510299c58a5 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4310379
Jan 21 08:04:36.908072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:04:37.036548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:37.065511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:04:37.076977 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port a8fdb1bb-75fc-43d0-b729-783287a70dd1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:04:37.119795 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'code': 422} returned with failed status
Jan 21 08:04:37.125362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:37.128014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:37.201473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=a8fdb1bb-75fc-43d0-b729-783287a70dd1,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:37.204912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:37.544534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d987e2c-96ef-4f07-8b6b-04b6deff0aec req-db8c93d9-eaf4-44ab-a977-cd2906b9fe53 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:37.546265 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d987e2c-96ef-4f07-8b6b-04b6deff0aec req-db8c93d9-eaf4-44ab-a977-cd2906b9fe53 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 943 time: 0.1143072
Jan 21 08:04:37.600372 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1d987e2c-96ef-4f07-8b6b-04b6deff0aec req-6f1a6006-7288-4ee0-8a85-b050890f3f93 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477610
Jan 21 08:04:38.884184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5045de-94ab-45df-bf6b-bb4d8e585d92 req-0bb6359f-1819-4289-8291-d7a974b71d50 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:38.885956 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd5045de-94ab-45df-bf6b-bb4d8e585d92 req-0bb6359f-1819-4289-8291-d7a974b71d50 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1837192
Jan 21 08:04:38.909408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf62f-c4c9-4ad0-94b2-370b1dc175d4 req-87c25123-7727-4ef0-82be-6a84842d4703 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:38.910791 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-317bf62f-c4c9-4ad0-94b2-370b1dc175d4 req-87c25123-7727-4ef0-82be-6a84842d4703 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 943 time: 0.1661246
Jan 21 08:04:38.926087 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-fa829b71-d2ad-4264-80d6-a33697eabb9f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0887527
Jan 21 08:04:38.993901 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd5045de-94ab-45df-bf6b-bb4d8e585d92 req-dd3c7a0a-0773-4a2e-b46c-62803b1421e8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819433
Jan 21 08:04:39.006556 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-317bf62f-c4c9-4ad0-94b2-370b1dc175d4 req-688d1b29-7517-4872-b3d5-8b02790a6227 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789661
Jan 21 08:04:39.171923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.objects.ports [None req-90135ecc-3712-466e-a61e-981f3cfd4282 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80208) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 21 08:04:39.733285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055abe67-a52d-4c73-8242-1a46062fd719 req-f35a833d-6eda-466b-b492-7496dae001dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:39.734979 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-f35a833d-6eda-466b-b492-7496dae001dd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454&tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1 HTTP/1.1" status: 200  len: 1160 time: 0.0853987
Jan 21 08:04:39.792734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ee23e4e4-45f1-455c-9043-02e4fa1e95ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:39.859956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055abe67-a52d-4c73-8242-1a46062fd719 req-f7eb843f-264f-4f33-bd8f-1620c9a19a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:39.861610 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-f7eb843f-264f-4f33-bd8f-1620c9a19a18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1160 time: 0.0858262
Jan 21 08:04:39.905880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:04:39.912595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:39.913012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:40.029495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055abe67-a52d-4c73-8242-1a46062fd719 req-828b16c6-b942-4401-80bc-4f211ff511f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:40.031304 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-828b16c6-b942-4401-80bc-4f211ff511f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.1605093
Jan 21 08:04:40.063615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:40.108652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:04:40.115211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:04:40.164320 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-5861cdab-ac09-4598-9952-e4f2fdb87483 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 200  len: 998 time: 0.1250286
Jan 21 08:04:40.168415 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:40.170870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:40.254089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055abe67-a52d-4c73-8242-1a46062fd719 req-83850ea5-7097-4f0a-a70a-a92d2bc4769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:40.256625 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-83850ea5-7097-4f0a-a70a-a92d2bc4769e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.0832546
Jan 21 08:04:40.259775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:40.263253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:40.358903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055abe67-a52d-4c73-8242-1a46062fd719 req-159daa61-cbb1-4ab2-9074-b9ce5afa13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:40.360479 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-159daa61-cbb1-4ab2-9074-b9ce5afa13ff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0945528
Jan 21 08:04:40.374364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04b853-ae1a-48db-bacb-395469a99e38 req-bc139ce7-b009-495f-a315-a734615a6466 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:40.376500 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1f04b853-ae1a-48db-bacb-395469a99e38 req-bc139ce7-b009-495f-a315-a734615a6466 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1829927
Jan 21 08:04:40.404299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcdec0-e29c-4ce0-9af7-4c4858876110 req-dec1bddf-bcac-4c8e-a88b-b71feea477da tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:40.406067 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d5bcdec0-e29c-4ce0-9af7-4c4858876110 req-dec1bddf-bcac-4c8e-a88b-b71feea477da tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1714284
Jan 21 08:04:40.515540 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d5bcdec0-e29c-4ce0-9af7-4c4858876110 req-d1d137f9-808c-4e6f-84ef-eca839308f3a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911438
Jan 21 08:04:40.533281 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1f04b853-ae1a-48db-bacb-395469a99e38 req-4dcfbf25-f7ea-4493-b2f8-15b632b3da81 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1256590
Jan 21 08:04:40.577372 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-e619bad3-33c8-4e36-9bd7-ee837458af21 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066739
Jan 21 08:04:40.612083 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'code': 200}
Jan 21 08:04:40.746298 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-e42315bb-e74b-493a-bc76-ad13bf59f471 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1594205
Jan 21 08:04:41.024674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2bad-7e89-4f8a-ab3b-41f2ddfbbb5d req-dd61557b-e531-4729-ad99-7fd0b0f5fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:41.025377 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a4bd2bad-7e89-4f8a-ab3b-41f2ddfbbb5d req-dd61557b-e531-4729-ad99-7fd0b0f5fcaf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1162 time: 0.0877464
Jan 21 08:04:41.078901 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a4bd2bad-7e89-4f8a-ab3b-41f2ddfbbb5d req-51fcb94a-f09c-4999-be8a-c2a6c3ca5721 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453830
Jan 21 08:04:41.113467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ee23e4e4-45f1-455c-9043-02e4fa1e95ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:41.194799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:41.195123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:41.795128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0f5d-3aba-4915-aba5-bd11170f0b0e req-d769ed89-8141-4016-a979-3084041f7c80 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:41.796870 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-934e0f5d-3aba-4915-aba5-bd11170f0b0e req-d769ed89-8141-4016-a979-3084041f7c80 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1820333
Jan 21 08:04:41.822521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8abc-260a-4da3-b25f-b59d09d880fb req-aaaebcdd-89c3-447b-9b76-0ee9bc68abe5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:41.824239 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-942a8abc-260a-4da3-b25f-b59d09d880fb req-aaaebcdd-89c3-447b-9b76-0ee9bc68abe5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1595855
Jan 21 08:04:41.904014 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-934e0f5d-3aba-4915-aba5-bd11170f0b0e req-1b0674c1-59b8-4345-9b69-fd12e36d7401 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786512
Jan 21 08:04:41.915437 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-942a8abc-260a-4da3-b25f-b59d09d880fb req-f5d3b1cd-16e8-4d56-a504-b69f52717d3f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730426
Jan 21 08:04:42.134063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4311a6-e22c-4f33-b04a-c60eea5fce25 req-a17715d5-1084-4a9d-a237-0ca1668247fc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:42.135797 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e4311a6-e22c-4f33-b04a-c60eea5fce25 req-a17715d5-1084-4a9d-a237-0ca1668247fc tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1070266
Jan 21 08:04:42.193557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e4311a6-e22c-4f33-b04a-c60eea5fce25 req-58c18590-2c40-43b6-bdb9-296714c262af tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515890
Jan 21 08:04:43.765446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ee23e4e4-45f1-455c-9043-02e4fa1e95ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:43.765446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:43.765446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c7dce-073e-4962-9871-0fd914bd5b76 req-a02ae18d-4553-4a31-91d3-c167ce86332b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-640c7dce-073e-4962-9871-0fd914bd5b76 req-a02ae18d-4553-4a31-91d3-c167ce86332b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1501496
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4010-73f5-4504-a928-b6f21548db87 req-9f2111b0-3dc3-46c1-9a27-ba3a16e6768a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7bd4010-73f5-4504-a928-b6f21548db87 req-9f2111b0-3dc3-46c1-9a27-ba3a16e6768a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.2260568
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-640c7dce-073e-4962-9871-0fd914bd5b76 req-deed7019-6ff0-407f-a192-3c21636808a7 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990217
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7bd4010-73f5-4504-a928-b6f21548db87 req-166e095a-6bef-48b0-a6ca-9edafdadeb37 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149104
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafa9d0-5d1c-4ab3-af07-1d6297b328ba req-2432c147-0701-412d-b45f-ad56f2f02658 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-beafa9d0-5d1c-4ab3-af07-1d6297b328ba req-2432c147-0701-412d-b45f-ad56f2f02658 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1245496
Jan 21 08:04:43.766222 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-beafa9d0-5d1c-4ab3-af07-1d6297b328ba req-7ebc88f4-f31f-4cc5-8807-bf98754e215e tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522192
Jan 21 08:04:44.778497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89784662-726a-4a5e-b0cb-965438e1c985 req-3d61fd7e-71c7-4947-9194-96273d1c2c8b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:44.780174 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-89784662-726a-4a5e-b0cb-965438e1c985 req-3d61fd7e-71c7-4947-9194-96273d1c2c8b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1856453
Jan 21 08:04:44.809994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc33ee-1044-4eed-9260-5120174d60e6 req-1009dd23-f82f-4919-8d3f-ff832a358112 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:44.814256 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00cc33ee-1044-4eed-9260-5120174d60e6 req-1009dd23-f82f-4919-8d3f-ff832a358112 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1643596
Jan 21 08:04:44.891544 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-89784662-726a-4a5e-b0cb-965438e1c985 req-22518477-0592-4990-bc24-8ec9a89181a8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774281
Jan 21 08:04:44.923056 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-00cc33ee-1044-4eed-9260-5120174d60e6 req-e79d2981-71a4-4dc9-b63f-7ac9578ebace tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876558
Jan 21 08:04:45.134767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317a9cc-e13f-45da-8a4c-ffcd42b8babf req-1a7ea2e9-9f59-4628-8173-84d4de4d5dd1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:45.136784 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c317a9cc-e13f-45da-8a4c-ffcd42b8babf req-1a7ea2e9-9f59-4628-8173-84d4de4d5dd1 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1200111
Jan 21 08:04:45.204753 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c317a9cc-e13f-45da-8a4c-ffcd42b8babf req-a7191fa7-f168-40b4-b85c-cc1e68787119 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576820
Jan 21 08:04:46.220808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f119cf-15f2-49a9-b749-4a6d1e1ae215 req-57459279-b38b-46f5-8e9d-d3236d8dd559 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:46.223943 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d8f119cf-15f2-49a9-b749-4a6d1e1ae215 req-57459279-b38b-46f5-8e9d-d3236d8dd559 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1928191
Jan 21 08:04:46.270233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcec57-3cdf-4a47-9379-d0898f816e6e req-c54b456b-392a-4f46-a19c-25f0942c3eed tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:46.271952 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6bcec57-3cdf-4a47-9379-d0898f816e6e req-c54b456b-392a-4f46-a19c-25f0942c3eed tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1931701
Jan 21 08:04:46.344488 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e6bcec57-3cdf-4a47-9379-d0898f816e6e req-4c135854-c827-4569-b5e1-747650960f2c tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621684
Jan 21 08:04:46.361255 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d8f119cf-15f2-49a9-b749-4a6d1e1ae215 req-679c7fe0-75c7-49d3-978a-9090b8f9af7a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317692
Jan 21 08:04:46.601568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6bf81-3f1e-40b6-9bbd-f4e2370a1311 req-0f872a85-8314-4161-afb4-56ac10b2b354 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:46.603475 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ae6bf81-3f1e-40b6-9bbd-f4e2370a1311 req-0f872a85-8314-4161-afb4-56ac10b2b354 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1147485
Jan 21 08:04:46.665492 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ae6bf81-3f1e-40b6-9bbd-f4e2370a1311 req-b1b48164-6948-4d74-8d53-5a9058daddf8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549121
Jan 21 08:04:47.677236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f782173-b453-4961-bebe-b87977d79024 req-3cb32584-9291-40df-a6f6-98586bd121bf tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:47.679055 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f782173-b453-4961-bebe-b87977d79024 req-3cb32584-9291-40df-a6f6-98586bd121bf tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1383262
Jan 21 08:04:47.709158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0293ffe-5d86-4eee-9c1c-39e2e4a4576b req-1e5b55b8-c906-43df-b30c-20eff429939d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:47.711466 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0293ffe-5d86-4eee-9c1c-39e2e4a4576b req-1e5b55b8-c906-43df-b30c-20eff429939d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.2233493
Jan 21 08:04:47.802670 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0293ffe-5d86-4eee-9c1c-39e2e4a4576b req-0ef33980-f622-4ceb-90dd-0a27307af525 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707693
Jan 21 08:04:47.811007 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2f782173-b453-4961-bebe-b87977d79024 req-c4db7d60-bbb8-455f-982f-5ea66c7605b8 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984011
Jan 21 08:04:48.088562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53d58a-d5ea-4b3f-ba52-918e2b20cfc4 req-8263f565-d2ca-4763-bb79-d3efc3118ac8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:48.090447 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6e53d58a-d5ea-4b3f-ba52-918e2b20cfc4 req-8263f565-d2ca-4763-bb79-d3efc3118ac8 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1124461
Jan 21 08:04:48.150874 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6e53d58a-d5ea-4b3f-ba52-918e2b20cfc4 req-4af41170-01fe-4dfb-a185-4423ab383986 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536916
Jan 21 08:04:49.136059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8f289-7e8f-43a8-896c-580253d6ce2b req-40697f28-5eea-454e-898e-803e4fd218c5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:49.137894 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ab8f289-7e8f-43a8-896c-580253d6ce2b req-40697f28-5eea-454e-898e-803e4fd218c5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1808000
Jan 21 08:04:49.172113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4301b-0ed7-4ba9-a60c-6b760b82a85e req-48819514-193e-41d8-a20b-6e8631996b6f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:49.173831 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-05c4301b-0ed7-4ba9-a60c-6b760b82a85e req-48819514-193e-41d8-a20b-6e8631996b6f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1674805
Jan 21 08:04:49.481994 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8ab8f289-7e8f-43a8-896c-580253d6ce2b req-d67fcc30-e852-473e-a1b3-24b7ebe3d528 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3366261
Jan 21 08:04:49.517134 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-05c4301b-0ed7-4ba9-a60c-6b760b82a85e req-3086f9c4-1f20-4383-9c4f-32eeacfc969e tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030302
Jan 21 08:04:49.747112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b5f21-b560-409e-823b-ca0b62a285f7 req-65cca696-b2b9-492e-9548-e1b43fa4f2f0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:49.748760 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-202b5f21-b560-409e-823b-ca0b62a285f7 req-65cca696-b2b9-492e-9548-e1b43fa4f2f0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1093030
Jan 21 08:04:49.807758 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-202b5f21-b560-409e-823b-ca0b62a285f7 req-514e487e-5609-4657-8767-462bb855dcfd tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524604
Jan 21 08:04:50.826882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8913e-ad60-4c3a-8970-9065965a94a2 req-77af4d4e-b30e-4d22-8d39-5c76598cfc4f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:50.828638 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e4e8913e-ad60-4c3a-8970-9065965a94a2 req-77af4d4e-b30e-4d22-8d39-5c76598cfc4f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1865871
Jan 21 08:04:50.856294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae65229-4d16-45a1-8a94-a6dc9e398d25 req-c756d496-0f8d-412a-a37f-b0e8492614e2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:50.858747 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9ae65229-4d16-45a1-8a94-a6dc9e398d25 req-c756d496-0f8d-412a-a37f-b0e8492614e2 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1712694
Jan 21 08:04:50.939557 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e4e8913e-ad60-4c3a-8970-9065965a94a2 req-fec6c449-e5c9-4f96-8317-ad9c7364e4b9 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803761
Jan 21 08:04:50.956230 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9ae65229-4d16-45a1-8a94-a6dc9e398d25 req-3a1f1ae1-6f0c-423a-a0c3-9c1a65de55c1 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801175
Jan 21 08:04:51.231059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1a710-455d-4404-8510-3a9ce6f0a459 req-1e113502-924a-4aae-af0b-3cf486be5544 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:51.232748 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccc1a710-455d-4404-8510-3a9ce6f0a459 req-1e113502-924a-4aae-af0b-3cf486be5544 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1181917
Jan 21 08:04:51.293762 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccc1a710-455d-4404-8510-3a9ce6f0a459 req-9468a154-80af-4af2-8d4a-6688a5fb72e7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537357
Jan 21 08:04:52.317178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e71f-f8a9-4e55-9e19-976d90c2c915 req-956f0338-b558-48a9-b673-3b525508fb22 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:52.320189 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-97a5e71f-f8a9-4e55-9e19-976d90c2c915 req-956f0338-b558-48a9-b673-3b525508fb22 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1984279
Jan 21 08:04:52.350551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4954a55-42af-4b3b-a5c2-558c9675d9f0 req-ebe7f301-1be3-459c-bb01-c02193e46ddc tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:52.353312 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4954a55-42af-4b3b-a5c2-558c9675d9f0 req-ebe7f301-1be3-459c-bb01-c02193e46ddc tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.2327607
Jan 21 08:04:52.449525 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-97a5e71f-f8a9-4e55-9e19-976d90c2c915 req-3ff1915f-d037-4e67-b718-19fb9264e855 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945723
Jan 21 08:04:52.461101 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c4954a55-42af-4b3b-a5c2-558c9675d9f0 req-0fff7be4-1894-41cc-916b-846cacd70d18 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814443
Jan 21 08:04:52.710536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f695ecf-fb78-4de3-a9ac-a5245d931200 req-3869f2d4-1679-4120-8ee5-51308916ae29 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:52.712487 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f695ecf-fb78-4de3-a9ac-a5245d931200 req-3869f2d4-1679-4120-8ee5-51308916ae29 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1121619
Jan 21 08:04:52.772090 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f695ecf-fb78-4de3-a9ac-a5245d931200 req-9db09319-03d1-46be-8e9d-78dae5896390 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529153
Jan 21 08:04:53.414554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb884-9f7c-4821-a9c3-4ff8dab4af3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:53.433029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-35b0b038-bce8-4b9a-8e23-4381a52aa64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:53.434742 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-35b0b038-bce8-4b9a-8e23-4381a52aa64c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1160 time: 0.0856595
Jan 21 08:04:53.617329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-3277cb38-bcea-458a-ab7b-94d2dfec5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:53.619035 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-3277cb38-bcea-458a-ab7b-94d2dfec5927 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 200  len: 910 time: 0.1594534
Jan 21 08:04:53.743756 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-1fb23ad3-54e1-4ade-8c1c-5c61dc67336e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 200  len: 998 time: 0.1150324
Jan 21 08:04:53.770463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a7ba4-e104-4a56-8f27-5af4c06a4ebf req-13c3cfc7-797f-4467-8af5-82e16f0e8073 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:53.772750 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-244a7ba4-e104-4a56-8f27-5af4c06a4ebf req-13c3cfc7-797f-4467-8af5-82e16f0e8073 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1819158
Jan 21 08:04:53.797067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d68479-1e6d-42e1-90a5-f401a0ec7d95 req-17769ca9-2fb2-4175-a7ee-8f15f3d36324 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:53.802220 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43d68479-1e6d-42e1-90a5-f401a0ec7d95 req-17769ca9-2fb2-4175-a7ee-8f15f3d36324 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1696684
Jan 21 08:04:53.826165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-6c23c1f5-cad7-447f-994a-e27d91ec02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:53.827761 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-6c23c1f5-cad7-447f-994a-e27d91ec02f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 200  len: 855 time: 0.0739946
Jan 21 08:04:53.877635 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-244a7ba4-e104-4a56-8f27-5af4c06a4ebf req-c3e93264-ad5d-465f-9677-2bb769472181 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774233
Jan 21 08:04:53.888954 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43d68479-1e6d-42e1-90a5-f401a0ec7d95 req-422f56b7-111a-40e4-9c1e-9d722e97ac12 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738869
Jan 21 08:04:53.918424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-e15de223-e126-4c3e-81d7-a921f87f3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:53.920067 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-e15de223-e126-4c3e-81d7-a921f87f3efe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4cce747-0e6a-47f3-ba35-72c17e872b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852478
Jan 21 08:04:54.070850 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-8be02889-c9b3-4e77-815e-bdc5ad66d5ea service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429749
Jan 21 08:04:54.185436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7137f5-db48-41e7-985e-9224bd0fcfdb req-6b653ad3-8b51-4148-baef-eb3fcd7f6316 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:54.187224 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4b7137f5-db48-41e7-985e-9224bd0fcfdb req-6b653ad3-8b51-4148-baef-eb3fcd7f6316 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1775424
Jan 21 08:04:54.216613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b30e35-349f-47e6-af22-4ce954531f69 req-537dd963-594e-4793-a736-289a40c65531 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:54.218384 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27b30e35-349f-47e6-af22-4ce954531f69 req-537dd963-594e-4793-a736-289a40c65531 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1663654
Jan 21 08:04:54.223033 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce10ff82-e030-47af-a477-c6b2f85ce963 req-fff4a61c-72b7-415c-9cb5-f300512ba334 service neutron] 10.222.0.76 "GET /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408980
Jan 21 08:04:54.303032 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4b7137f5-db48-41e7-985e-9224bd0fcfdb req-6e70247b-dbdd-4cfd-98e5-aa98d9f90291 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835307
Jan 21 08:04:54.309023 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27b30e35-349f-47e6-af22-4ce954531f69 req-1f521bc2-637e-43bf-8c6d-9d0dbc3be900 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727987
Jan 21 08:04:54.816246 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93c1ab-7d47-4688-9bd0-3292da2ba799 req-106fddf3-a3b7-4fb9-97de-b48c11200e4f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:54.817992 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df93c1ab-7d47-4688-9bd0-3292da2ba799 req-106fddf3-a3b7-4fb9-97de-b48c11200e4f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1085677
Jan 21 08:04:54.874703 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df93c1ab-7d47-4688-9bd0-3292da2ba799 req-7a32591f-32fd-447b-b3d4-5832220880aa tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488305
Jan 21 08:04:55.155934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced4763-eb02-43b5-9d9d-3a7e1e56ecdf req-4f8ba724-3f81-46c2-af4f-4e68dad86147 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:55.155934 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9ced4763-eb02-43b5-9d9d-3a7e1e56ecdf req-4f8ba724-3f81-46c2-af4f-4e68dad86147 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1123617
Jan 21 08:04:55.199386 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9ced4763-eb02-43b5-9d9d-3a7e1e56ecdf req-7df23ab8-5023-4d7a-8b89-f6bc671d4766 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495253
Jan 21 08:04:55.353992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-3e9ba496-0286-428c-8f6c-69f5d46fd4a6 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:55.354821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-3e9ba496-0286-428c-8f6c-69f5d46fd4a6 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Synchronizing usage tracker for tenant:92d771289021448dbc05092275a5f872 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:04:55.431155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:55.431972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-3e9ba496-0286-428c-8f6c-69f5d46fd4a6 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Unset dirty status for tenant:92d771289021448dbc05092275a5f872 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:04:55.435317 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-3e9ba496-0286-428c-8f6c-69f5d46fd4a6 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 946 time: 0.1848714
Jan 21 08:04:55.577439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Deleting port 295e4b97-1296-4528-9314-6b9209ad61f2 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:04:55.577967 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:55.608647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82219d-9b2b-428b-a067-8e87161151f1 req-6915b97a-9da6-48eb-9cab-c8100af9624b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:55.608647 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5a82219d-9b2b-428b-a067-8e87161151f1 req-6915b97a-9da6-48eb-9cab-c8100af9624b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 943 time: 0.1376770
Jan 21 08:04:55.657760 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5a82219d-9b2b-428b-a067-8e87161151f1 req-2e5298da-c257-4a79-8f9c-8ea16425ae98 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518136
Jan 21 08:04:55.737866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eac00815-34a5-479d-a092-70588cb0e68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:55.881048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] For port 295e4b97-1296-4528-9314-6b9209ad61f2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=295e4b97-1296-4528-9314-6b9209ad61f2,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:04:55.881731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:55.995220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:56.080083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:56.080511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.202096 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.208368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.208942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.209051 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Floating IP d7d96783-deaf-4c9d-9a21-2c829071de7f disassociated. External IP: 172.27.0.223, port: 295e4b97-1296-4528-9314-6b9209ad61f2.
Jan 21 08:04:56.209504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Calling delete_port for 295e4b97-1296-4528-9314-6b9209ad61f2 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:04:56.234071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.275098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:04:56.288171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port a8fdb1bb-75fc-43d0-b729-783287a70dd1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:04:56.331235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.333261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a18b0cc7-bbc3-4d44-a901-63ac54643769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:56.372132 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'code': 200}
Jan 21 08:04:56.374401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 295e4b97-1296-4528-9314-6b9209ad61f2 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:04:56.523751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=a8fdb1bb-75fc-43d0-b729-783287a70dd1,revision_number=6']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:56.535284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.535678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.536065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.536443 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.536815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.537191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.538322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.538322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.538523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.538836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.539205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.539576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.540001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.540369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.540839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.541083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.541450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.541837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.542272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.542638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.543004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.543368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.543734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.544362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:04:56.550731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:56.565690 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.582577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.623084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5370b-c2d1-4cc3-8713-eef9215dbc45 req-3ae94fcd-1373-446c-bae2-e33905b480a0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:56.624906 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a1c5370b-c2d1-4cc3-8713-eef9215dbc45 req-3ae94fcd-1373-446c-bae2-e33905b480a0 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 867 time: 0.1276464
Jan 21 08:04:56.628101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-80ab8a75-5bc0-46d9-86d2-550e6f1f734d tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:56.697218 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a1c5370b-c2d1-4cc3-8713-eef9215dbc45 req-7bf4dac5-4835-4963-8f05-d7061b61c15b tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups?id=0ecf74f4-1be0-459d-9462-528a18cc7942&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656333
Jan 21 08:04:56.804982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event deleted for resources: {'Port': ['ID=295e4b97-1296-4528-9314-6b9209ad61f2,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:56.815589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:56.896892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e7951-7953-4ad5-b242-6e2d184af50b req-35df68f9-a476-419f-bdde-5f9f4274c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:56.899786 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5f3e7951-7953-4ad5-b242-6e2d184af50b req-35df68f9-a476-419f-bdde-5f9f4274c5bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 1162 time: 0.1590466
Jan 21 08:04:56.972587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2abe-e772-4742-9238-b71ee62ea88f req-82d32e98-e394-4e91-b47f-02c1649a9aab tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:56.973784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:56.974541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-108e2abe-e772-4742-9238-b71ee62ea88f req-82d32e98-e394-4e91-b47f-02c1649a9aab tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1444950
Jan 21 08:04:57.049627 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-108e2abe-e772-4742-9238-b71ee62ea88f req-427bb020-402a-43d8-9fee-e6bb9cac90f4 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642517
Jan 21 08:04:57.054911 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5f3e7951-7953-4ad5-b242-6e2d184af50b req-f902e66b-1a56-43a6-9190-b4b18bec146e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474335
Jan 21 08:04:57.406200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Router a84df5f6-767e-4e2e-a38d-b16a066ecc8e has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:04:57.458067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:57.565140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:57.565567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:57.613635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:04:57.642501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] Sync routers for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:04:57.656298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] No DVR routers for this DVR port 295e4b97-1296-4528-9314-6b9209ad61f2 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:04:57.659258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:57.663406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:04:57.664073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd99feb8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:04:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:57.664442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'name': 'network-vif-deleted', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:04:57.725842 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e565701-4dea-405f-a975-ebc0b42408ca', 'name': 'network-vif-deleted', 'tag': '295e4b97-1296-4528-9314-6b9209ad61f2', 'status': 'completed', 'code': 200}
Jan 21 08:04:57.743977 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ea2dcdd-1336-4e16-9194-26bf24220096 req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.76 "DELETE /v2.0/ports/295e4b97-1296-4528-9314-6b9209ad61f2 HTTP/1.1" status: 204  len: 173 time: 2.3021262
Jan 21 08:04:57.936499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:04:57.951290 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-607e826e-03f9-478f-aae0-dd907d0111c0 req-5c9239ce-bc6e-4d7c-8f3f-a39ac607485a tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/ports?device_id=3e565701-4dea-405f-a975-ebc0b42408ca HTTP/1.1" status: 200  len: 210 time: 0.0712044
Jan 21 08:04:58.000382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:58.296285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd99feb8>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:58.300371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] Checking router: a84df5f6-767e-4e2e-a38d-b16a066ecc8e for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:04:58.310127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:04:58.310862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd99feb8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:04:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:58.333120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62285f-c570-4e33-a3c1-b5c6e2e339f6 req-6d527575-bc31-4016-9762-5fbfb7c729be tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:58.335802 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d62285f-c570-4e33-a3c1-b5c6e2e339f6 req-6d527575-bc31-4016-9762-5fbfb7c729be tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1121826
Jan 21 08:04:58.390922 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d62285f-c570-4e33-a3c1-b5c6e2e339f6 req-0869222e-4f7a-422d-95d3-15ef321c5cfa tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475950
Jan 21 08:04:58.689274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:04:59.049910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd99feb8>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:04:59.054914 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a73e6-fd4a-44e5-8579-52a458164a66 None None] The sync data for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi is: [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'd585ccf3-4dd3-4123-ab9b-bf4ac2317da1', 'name': '', 'network_id': '7c110376-5a97-4cff-b58e-1096bd087a1c', 'tenant_id': '92d771289021448dbc05092275a5f872', 'mac_address': 'fa:16:3e:5e:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:20Z', 'updated_at': '2021-01-21T07:57:40Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'subnets': [{'id': '274baf23-d0a0-4035-ab95-34037fd9b7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:04:59.223223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34144) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:04:59.301025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:59.333196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:59.427688 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:59.434702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-97250be3-0fc5-417a-885a-7083641eb5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:04:59.443843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:04:59.452802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecf74f4-1be0-459d-9462-528a18cc7942,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:04:59.456765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:04:59.513651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:59.518909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34158) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:04:59.523596 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "DELETE /v2.0/security-groups/0ecf74f4-1be0-459d-9462-528a18cc7942 HTTP/1.1" status: 204  len: 168 time: 0.2984889
Jan 21 08:04:59.566321 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.v2.resource [None req-3ae28bb7-b49b-4875-9af9-afe2d74e4147 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] show failed (client error): The resource could not be found.
Jan 21 08:04:59.571400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34162) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:04:59.571701 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3ae28bb7-b49b-4875-9af9-afe2d74e4147 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "GET /v2.0/security-groups/0ecf74f4-1be0-459d-9462-528a18cc7942 HTTP/1.1" status: 404  len: 347 time: 0.0514233
Jan 21 08:04:59.596823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port a8fdb1bb-75fc-43d0-b729-783287a70dd1 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:04:59.597182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:04:59.681775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957bf99-aeb7-4358-880f-beafd124ed8a None None] New status for floating IP d7d96783-deaf-4c9d-9a21-2c829071de7f: DOWN {{(pid=80209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:04:59.731219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401941b-6a1f-4a79-9874-3720dc07f4d7 req-54d50192-6e33-4d03-83a5-c15fab05b2e5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:04:59.733166 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2401941b-6a1f-4a79-9874-3720dc07f4d7 req-54d50192-6e33-4d03-83a5-c15fab05b2e5 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1524029
Jan 21 08:04:59.795860 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2401941b-6a1f-4a79-9874-3720dc07f4d7 req-fd46454c-6bfd-4530-b29e-c48e33adc688 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558574
Jan 21 08:04:59.797340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Deleting port d171c46c-0ec2-40da-9e7e-1a7243cc92cf {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:04:59.797729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:00.005661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:00.006148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:00.149382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Calling delete_port for d171c46c-0ec2-40da-9e7e-1a7243cc92cf owned by network:floatingip {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:00.611225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:05:00.611594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:05:01.055138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa03a0-cce4-4d50-9fc9-0ba9a1ab960a req-e5370658-da7a-4fed-baf7-2912785da1ba tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:01.056832 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-57aa03a0-cce4-4d50-9fc9-0ba9a1ab960a req-e5370658-da7a-4fed-baf7-2912785da1ba tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1084983
Jan 21 08:05:01.112461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Deleting port d171c46c-0ec2-40da-9e7e-1a7243cc92cf {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:01.112650 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-57aa03a0-cce4-4d50-9fc9-0ba9a1ab960a req-a993dcaa-1aae-40d8-9a13-3e312f59a716 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492203
Jan 21 08:05:01.112874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:01.296159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:01.296785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:01.433390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Calling delete_port for d171c46c-0ec2-40da-9e7e-1a7243cc92cf owned by network:floatingip {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:01.610549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:01.627595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4d46a3ae-ab8d-429d-84f3-1d336c58989e tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:01.729426 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Pushing event deleted for resources: {'Port': ['ID=d171c46c-0ec2-40da-9e7e-1a7243cc92cf,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:01.732262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:01.867308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks [] for floatingip, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:01.882111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:01.883325 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] 10.222.0.21 "DELETE /v2.0/floatingips/d7d96783-deaf-4c9d-9a21-2c829071de7f HTTP/1.1" status: 204  len: 168 time: 2.3107028
Jan 21 08:05:05.836879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:05:06.297833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d4471-59b6-44a2-b996-118104e3943d req-a2d94abf-cd39-49e4-bb38-78312071471b tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:06.299842 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-102d4471-59b6-44a2-b996-118104e3943d req-a2d94abf-cd39-49e4-bb38-78312071471b tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1065693
Jan 21 08:05:06.359084 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-102d4471-59b6-44a2-b996-118104e3943d req-7530994f-15fc-4084-b428-4356dc62af9e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513854
Jan 21 08:05:06.418799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34216) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:06.591491 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-dc3f266f-d2ab-4fbe-82c3-76caa0d34308 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1774917
Jan 21 08:05:06.603185 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:06.612569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:06.617410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Usage tracker for resource:floatingip and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:06.620549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:06.626749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:06.665156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for floatingip, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:06.822869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:07.092718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:07.112862 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Allocated IP 172.27.0.36 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/e44bec3c-ecc8-4b48-adbf-5edf955e7c0d) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:05:07.271286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:07.353834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:07.370540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a90a0eb7-26ec-4778-8add-ea579c10c043 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:07.543597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Deleting port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:07.544231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:07.720125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'Port': ['ID=e44bec3c-ecc8-4b48-adbf-5edf955e7c0d,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:07.743139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.743557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.743966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.744370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.744768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.745162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.745557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.745975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.746373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.746763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.747152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.747546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.747992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.748378 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.748772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.749157 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.749542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.749955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.750348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.750729 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.751115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.751502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.751887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.752272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:07.759366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:07.795515 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:05:07.796770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:05:07.799304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:05:07.801956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] For port d585ccf3-4dd3-4123-ab9b-bf4ac2317da1, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:07.802363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:07.892958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for floatingip, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:07.943018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Calling delete_port for d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 owned by network:router_interface {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:07.989023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:08.171048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:08.188903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b8460ef-8b6f-47ea-80d2-823af5662157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:08.277891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:08.288205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Pushing event deleted for resources: {'Port': ['ID=d585ccf3-4dd3-4123-ab9b-bf4ac2317da1,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:08.293572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:08.324891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:08.342469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3b392270-a5bd-4bbb-95db-fda25473e7bc tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:08.497523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'Port': ['ID=e44bec3c-ecc8-4b48-adbf-5edf955e7c0d,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:08.513011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:08.623377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:08.685158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:08.686516 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0890753
Jan 21 08:05:08.782446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-e9e1fdf8-093a-4247-a62c-ea25854b2dda tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:floatingip {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:05:08.851872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-e9e1fdf8-093a-4247-a62c-ea25854b2dda tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:floatingip {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:05:08.853209 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-e9e1fdf8-093a-4247-a62c-ea25854b2dda tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.36 HTTP/1.1" status: 200  len: 695 time: 0.1601856
Jan 21 08:05:08.868659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:09.045293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-3b045726-4e55-4e5b-8b15-387c957f9f6a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:09.046844 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14f33e9d-f31b-4869-ba35-09ac8406ed73 req-3b045726-4e55-4e5b-8b15-387c957f9f6a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1874235
Jan 21 08:05:09.281828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-a747d618-755c-4e08-9bc0-2f70a38616b8 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:09.283570 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-a747d618-755c-4e08-9bc0-2f70a38616b8 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1149628
Jan 21 08:05:09.384013 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-eaed1760-4fe1-4f53-9436-9c79f586f450 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.36 HTTP/1.1" status: 200  len: 695 time: 0.0930190
Jan 21 08:05:09.394816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'floatingip': {'port_id': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:09.409827 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Router a84df5f6-767e-4e2e-a38d-b16a066ecc8e has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:05:09.489174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for floatingip, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:09.616643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:05:09.629610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] Sync routers for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:05:09.630517 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] 10.222.0.21 "PUT /v2.0/routers/a84df5f6-767e-4e2e-a38d-b16a066ecc8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2104552
Jan 21 08:05:09.633947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34224) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:09.642056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:09.642671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd4e7240>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:04:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:09.839965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks [] for router, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:09.842166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:10.040326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:10.045497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Deleting port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:10.045905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:10.173294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd4e7240>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T08:05:08Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:10.179303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] Checking router: a84df5f6-767e-4e2e-a38d-b16a066ecc8e for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:05:10.188038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] Routers {'a84df5f6-767e-4e2e-a38d-b16a066ecc8e'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:10.188762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd4e7240>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:04:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:10.196139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for floatingip, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:10.238965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:10.255370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] For port 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:10.255816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:10.399920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] Set router a84df5f6-767e-4e2e-a38d-b16a066ecc8e gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:10.404168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Calling delete_port for 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 owned by network:router_gateway {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:10.445620 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Floating IP 9f75cfa2-f430-42ad-95d3-e3de8d290d88 associated. External IP: 172.27.0.36, port: ee23e4e4-45f1-455c-9043-02e4fa1e95ae.
Jan 21 08:05:10.626103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:10.720021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd4e7240>, [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T08:05:08Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:10.724407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab5c08-6ae4-46d0-9502-dbf12a98b38d None None] The sync data for ids ['a84df5f6-767e-4e2e-a38d-b16a066ecc8e'] in dv-cinder-768592-5-iscsi is: [{'id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'name': 'tempest-AttachVolumeTestJSON-1314915855-router', 'tenant_id': '92d771289021448dbc05092275a5f872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:55Z', 'updated_at': '2021-01-21T08:05:08Z', 'revision_number': 5, 'project_id': '92d771289021448dbc05092275a5f872', 'gw_port': {'id': '33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84df5f6-767e-4e2e-a38d-b16a066ecc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:58Z', 'updated_at': '2021-01-21T07:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:05:10.830610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:10.867500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:05:11.077458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:05:11.082241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:11.089722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] Sync routers for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:05:11.103395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:11.104355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de489c88>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:04:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:11.145525 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-785af499-23db-4ec6-b4bd-b4dd3933bb16 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "PUT /v2.0/floatingips/9f75cfa2-f430-42ad-95d3-e3de8d290d88 HTTP/1.1" status: 200  len: 995 time: 1.7550783
Jan 21 08:05:11.146107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:05:11.214123 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'status': 'completed', 'code': 200}
Jan 21 08:05:11.227396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:11.229863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:11.304226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:11.304814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a84df5f6-767e-4e2e-a38d-b16a066ecc8e {{(pid=80207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:05:11.313720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:11.332019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:11.336340 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-84bb6857-36de-4678-94ca-36a2671a0c2d admin admin] 10.222.0.21 "DELETE /v2.0/routers/a84df5f6-767e-4e2e-a38d-b16a066ecc8e HTTP/1.1" status: 204  len: 168 time: 1.6980140
Jan 21 08:05:11.336663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34232) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:11.359630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-ff3962dd-788e-405a-a0ff-6d783f6041fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:11.361313 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-ff3962dd-788e-405a-a0ff-6d783f6041fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1162 time: 0.0997839
Jan 21 08:05:11.552983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-9402e450-88ba-4e72-9114-9a71126a426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:11.554654 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-9402e450-88ba-4e72-9114-9a71126a426d service neutron] 10.222.0.76 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 909 time: 0.1859984
Jan 21 08:05:11.622773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-e61c5cdf-52b2-45e7-a4cf-d0ab35ff891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:11.624462 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-e61c5cdf-52b2-45e7-a4cf-d0ab35ff891e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1162 time: 0.4551606
Jan 21 08:05:11.686976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-10175d68-de91-44a0-9356-1f2b88a06c2e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 998 time: 0.1230576
Jan 21 08:05:11.742509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Deleting subnet 274baf23-d0a0-4035-ab95-34037fd9b7c5 {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:05:11.747319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:11.756388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de489c88>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '9f75cfa2-f430-42ad-95d3-e3de8d290d88', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'port_id': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'mac_address': 'fa:16:3e:41:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:05:07Z', 'updated_at': '2021-01-21T08:05:10Z', 'revision_number': 1, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:04Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:11.760849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] Checking router: 4204a21d-f93c-49bd-80b2-b0ac528d45d2 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:05:11.770756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:11.772029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de489c88>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:04:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:11.774266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-6c523faf-1230-4de8-aa3a-e0271e23a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:11.775856 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-6c523faf-1230-4de8-aa3a-e0271e23a80d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.0736091
Jan 21 08:05:11.832231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:11.861364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-031f1308-275a-478c-a5cb-8dd4fbc140c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:11.863022 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-031f1308-275a-478c-a5cb-8dd4fbc140c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803666
Jan 21 08:05:11.899387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-3659b4b4-c96d-4e64-981d-b21fcef85121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:11.901034 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-3659b4b4-c96d-4e64-981d-b21fcef85121 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 909 time: 0.2671418
Jan 21 08:05:11.981586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:12.016976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-168e00f3-d63c-4857-8eda-98ab3066dd22 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449707
Jan 21 08:05:12.083156 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-ea3bbf4c-b822-447c-921d-0df674639803 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 998 time: 0.1747568
Jan 21 08:05:12.086588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:12.174579 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-432d1322-5b1c-4f98-8f0a-06626c3a1b84 req-ea6a8218-f975-4ef3-833e-ad273a88d53a service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486065
Jan 21 08:05:12.269815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-83780d06-b991-49f6-9b5b-705011a63528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:12.271915 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-83780d06-b991-49f6-9b5b-705011a63528 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.1547105
Jan 21 08:05:12.351937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:12.390558 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de489c88>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '9f75cfa2-f430-42ad-95d3-e3de8d290d88', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'port_id': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'mac_address': 'fa:16:3e:41:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:05:07Z', 'updated_at': '2021-01-21T08:05:10Z', 'revision_number': 1, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:04Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:12.395215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:12.395363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3dd23-553b-43c8-9469-b4c9587d946b None None] The sync data for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi is: [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '9f75cfa2-f430-42ad-95d3-e3de8d290d88', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'port_id': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'mac_address': 'fa:16:3e:41:36:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:05:07Z', 'updated_at': '2021-01-21T08:05:10Z', 'revision_number': 1, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:04Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:05:12.395660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 33ea50e4-cd2b-4b7a-8496-5e0a5cea9aa3 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:12.396071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:12.436409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:12.436848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device d585ccf3-4dd3-4123-ab9b-bf4ac2317da1 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:12.466676 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-740153dc-0220-439a-ac8f-8362455d5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:12.468356 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-740153dc-0220-439a-ac8f-8362455d5037 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1888688
Jan 21 08:05:12.628016 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-060292d3-b78b-4641-a1d5-ea0f79134150 service neutron] 10.222.0.21 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520293
Jan 21 08:05:12.724741 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69be011-78e6-4819-9c56-abf3475cb978 None None] New status for floating IP 9f75cfa2-f430-42ad-95d3-e3de8d290d88: ACTIVE {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:05:12.792097 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15174198-4dc7-4005-ac7c-b204d36eacb2 req-bf764de7-7063-480b-9bc0-5de89b3f0098 service neutron] 10.222.0.21 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1567719
Jan 21 08:05:12.842320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1773464510', 'description': 'tempest-TestMinimumBasicScenario-1773464510 description'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:12.852253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:12.863199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:12.883138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:12.899954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7fd7c04e-63bb-484c-902c-21e956a31b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:12.990846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=274baf23-d0a0-4035-ab95-34037fd9b7c5,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:13.006723 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:13.007545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.053135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:13.061958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Usage tracker for resource:security_group_rule and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:13.065846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:13.076020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:13.080929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.087435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd9df0-3f16-4d54-969e-0876fb4e1326 None None] Network 7c110376-5a97-4cff-b58e-1096bd087a1c requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:05:13.094709 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/274baf23-d0a0-4035-ab95-34037fd9b7c5 HTTP/1.1" status: 204  len: 168 time: 1.7569568
Jan 21 08:05:13.097469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34238) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:13.224333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.228502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.250666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.258365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7ff8569f-cc65-4165-b16d-5abd39bf1b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:13.306324 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Deleting port 19547db0-5415-4bd4-b22c-5ffd91e9e50e {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:13.306662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.309240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'SecurityGroup': ['ID=812d3c33-d5ef-4112-a2c0-3b86b8c9f445,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:13.313002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:13.330888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.339049 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2b2ea262-be65-448a-affd-2d3017df6466 req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.5033214
Jan 21 08:05:13.444301 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-4e7a064c-eafb-4f09-a864-0a51c154c2ee tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups/812d3c33-d5ef-4112-a2c0-3b86b8c9f445 HTTP/1.1" status: 200  len: 1814 time: 0.0627532
Jan 21 08:05:13.456907 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] DHCP port deletion for 7c110376-5a97-4cff-b58e-1096bd087a1c request from dv-cinder-768592-5-iscsi {{(pid=80208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 21 08:05:13.465265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Deleting port 19547db0-5415-4bd4-b22c-5ffd91e9e50e {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:13.466886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.475298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '812d3c33-d5ef-4112-a2c0-3b86b8c9f445', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:13.475824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '812d3c33-d5ef-4112-a2c0-3b86b8c9f445', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:13.486620 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:13.492510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Usage tracker for resource:security_group_rule and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:13.496207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:13.506919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:13.560395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] For port 19547db0-5415-4bd4-b22c-5ffd91e9e50e, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=19547db0-5415-4bd4-b22c-5ffd91e9e50e,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:13.560705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.611728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group_rule, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.702603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Calling delete_port for 19547db0-5415-4bd4-b22c-5ffd91e9e50e owned by network:dhcp {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:13.711061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] For port 19547db0-5415-4bd4-b22c-5ffd91e9e50e, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=19547db0-5415-4bd4-b22c-5ffd91e9e50e,segment=NetworkSegment(39763a6d-73ec-4d62-99f3-26568e0233e7),segment_id=39763a6d-73ec-4d62-99f3-26568e0233e7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:13.711511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.712872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.753486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.762956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a9ec7fda-d765-4bb7-86ba-4e3f4ff4f7dc tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:13.787810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59141618-854e-4a01-9c77-f689884e0461,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:13.792359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:13.842546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.850501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Calling delete_port for 19547db0-5415-4bd4-b22c-5ffd91e9e50e owned by network:dhcp {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:13.859202 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45bddf57-a3c1-41db-b517-e30d9b067674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:13.895377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group_rule, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:13.897192 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-797390f0-5f22-4393-89f4-ba6fd1e7c879 req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4441490
Jan 21 08:05:13.911333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Pushing event deleted for resources: {'Port': ['ID=19547db0-5415-4bd4-b22c-5ffd91e9e50e,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:13.964201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:13.993964 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-dbd58a73-00e8-4428-9037-ec701a207243 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups/812d3c33-d5ef-4112-a2c0-3b86b8c9f445 HTTP/1.1" status: 200  len: 2407 time: 0.0625403
Jan 21 08:05:14.005972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:05:14.006626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:05:14.008043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '812d3c33-d5ef-4112-a2c0-3b86b8c9f445', 'remote_group_id': None}]} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:14.008409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '812d3c33-d5ef-4112-a2c0-3b86b8c9f445', 'remote_group_id': None}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:14.018306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:14.018855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] No DVR routers for this DVR port 19547db0-5415-4bd4-b22c-5ffd91e9e50e on host dv-cinder-768592-5-iscsi {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:05:14.023896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Usage tracker for resource:security_group_rule and tenant:3a088da320754e3eacef5cb62d7986c6 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:14.027370 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:14.033442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:14.145437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.150739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group_rule, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.176615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.227486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.229885 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a66a1f2d-754e-44a3-b5fa-b759efb8ae2a tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:14.258732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b268781-cdab-4b4e-8bad-0a8afd46de78,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:14.261425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:14.269369 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dd0c8d30>,) {'filters': {'network_id': ['7c110376-5a97-4cff-b58e-1096bd087a1c']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:14.286718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd0c8d30>, '39763a6d-73ec-4d62-99f3-26568e0233e7') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:14.286718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd0c8d30>, '39763a6d-73ec-4d62-99f3-26568e0233e7') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:14.296094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.319786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group_rule, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.321236 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c43a9cd-4da5-41a6-a674-2d891393e046 req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3189013
Jan 21 08:05:14.339183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 19547db0-5415-4bd4-b22c-5ffd91e9e50e no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:14.378638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 19547db0-5415-4bd4-b22c-5ffd91e9e50e {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:14.379031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 19547db0-5415-4bd4-b22c-5ffd91e9e50e not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:14.393998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.396497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:05:14.484981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6bf81250-7478-4365-9036-3225fe2e025a req-0d7520c7-e4ca-4195-94f0-5ae552f91452 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:05:14.508099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Deleting port 19547db0-5415-4bd4-b22c-5ffd91e9e50e {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:14.508548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.536457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6bf81250-7478-4365-9036-3225fe2e025a req-0d7520c7-e4ca-4195-94f0-5ae552f91452 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:05:14.538322 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6bf81250-7478-4365-9036-3225fe2e025a req-0d7520c7-e4ca-4195-94f0-5ae552f91452 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1773464510&fields=id&tenant_id=3a088da320754e3eacef5cb62d7986c6 HTTP/1.1" status: 200  len: 267 time: 0.1023655
Jan 21 08:05:14.587070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-f809da86-8014-4e08-89ed-eb97eb757fae None None] The port '19547db0-5415-4bd4-b22c-5ffd91e9e50e' was deleted {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 21 08:05:14.591095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Network 7c110376-5a97-4cff-b58e-1096bd087a1c has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:05:14.603495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:14.666107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81250-7478-4365-9036-3225fe2e025a req-31b954f5-f4f5-46ca-b03f-6feb8b7d12d7 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:14.667688 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6bf81250-7478-4365-9036-3225fe2e025a req-31b954f5-f4f5-46ca-b03f-6feb8b7d12d7 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1054611
Jan 21 08:05:14.682958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'port': {'security_groups': ['8e02e1db-6a4a-490b-bb2b-8c1392f8d030', '812d3c33-d5ef-4112-a2c0-3b86b8c9f445']}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:05:14.795176 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Network 7c110376-5a97-4cff-b58e-1096bd087a1c has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:05:14.821485 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:05:14.826891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.229776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.233892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:15.248836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.260802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c110376-5a97-4cff-b58e-1096bd087a1c,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:15.264923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:15.316959 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c110376-5a97-4cff-b58e-1096bd087a1c HTTP/1.1" status: 204  len: 168 time: 2.2177436
Jan 21 08:05:15.331825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:15.360121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.407623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.423517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:15.584255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=5']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:15.587922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:15.650795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:15.651557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.653334 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6bf81250-7478-4365-9036-3225fe2e025a req-5ee8da1b-dc23-4077-b761-93710c75c534 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "PUT /v2.0/ports/ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 981 time: 0.9784281
Jan 21 08:05:15.653683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:05:15.680204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34254) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:15.729196 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'status': 'completed', 'code': 200}
Jan 21 08:05:15.744583 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cf8f829b-1aab-45ba-959d-1ac142d41ae2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92d771289021448dbc05092275a5f872&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0628343
Jan 21 08:05:15.747091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34258) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:15.870792 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a7a82a2d-e09a-4995-8c27-36ef2e0a23bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.895152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a880a25-bb5e-4b8e-a3f0-899220a4cf62 req-6ddb04e6-471a-4d1e-8c59-816630c7be81 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:15.897429 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9a880a25-bb5e-4b8e-a3f0-899220a4cf62 req-6ddb04e6-471a-4d1e-8c59-816630c7be81 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1186483
Jan 21 08:05:15.910257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a7a82a2d-e09a-4995-8c27-36ef2e0a23bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.941101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2ae118c8-e5ca-4036-a9fc-e97109e3a7bf None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:05:15.941841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2ae118c8-e5ca-4036-a9fc-e97109e3a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:15.955521 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9a880a25-bb5e-4b8e-a3f0-899220a4cf62 req-8f72b247-c10c-483a-9709-04740cd6de60 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0513477
Jan 21 08:05:15.962600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-478f48ab-b711-440e-8d90-9a402a25ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:15.964510 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-478f48ab-b711-440e-8d90-9a402a25ece9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1202 time: 0.1533136
Jan 21 08:05:16.055255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a7a82a2d-e09a-4995-8c27-36ef2e0a23bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:16.064957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-84eae826-696a-4813-8dbb-61b0df957d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:16.086373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82a2d-e09a-4995-8c27-36ef2e0a23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e3ca5d-b934-476b-9b5c-f2f82a7ef22e,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:16.096126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a7a82a2d-e09a-4995-8c27-36ef2e0a23bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:16.106381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a7a82a2d-e09a-4995-8c27-36ef2e0a23bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:16.107618 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a7a82a2d-e09a-4995-8c27-36ef2e0a23bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78e3ca5d-b934-476b-9b5c-f2f82a7ef22e HTTP/1.1" status: 204  len: 168 time: 0.3594532
Jan 21 08:05:16.152060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-23a45dbb-0288-42b2-a841-acd9c3549ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:16.153678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-23a45dbb-0288-42b2-a841-acd9c3549ca3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 909 time: 0.1813924
Jan 21 08:05:16.270001 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-6a454f96-19f4-4724-86e1-297d748dee0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 1000 time: 0.1087933
Jan 21 08:05:16.348207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-7e92a9ae-0cdd-486f-a558-9b7356a27e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:16.350464 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-7e92a9ae-0cdd-486f-a558-9b7356a27e5c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.0726712
Jan 21 08:05:16.439132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-e16f12e7-fcdf-446f-80eb-9fcafa0b7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:16.440797 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-e16f12e7-fcdf-446f-80eb-9fcafa0b7172 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821173
Jan 21 08:05:16.850897 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-dfe1d291-6c3d-4941-9dab-a1d31294b372 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4011383
Jan 21 08:05:17.004117 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b00ec883-8aaf-40f3-89b7-bc985dac1b58 req-e1d6a18e-f749-4bbb-9877-5320dfd80a01 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466715
Jan 21 08:05:17.706712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ee23e4e4-45f1-455c-9043-02e4fa1e95ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:05:17.782315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:05:17.782738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:18.714366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34300) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:18.870536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:18.886524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:18.890579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Usage tracker for resource:security_group_rule and tenant:e1065a642b8f474bae7cb3acd5961fba is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:18.893516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:18.899857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:19.166273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:19.193339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:19.202578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0ac6ab55-be35-4344-8b82-1531aed0e0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:19.252157 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1065a642b8f474bae7cb3acd5961fba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5366039
Jan 21 08:05:19.253097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37113365-2508-48c7-bfc8-cecf016ebf57,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:19.255936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34306) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:19.257586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-921fd4c4-d9dc-4a88-82ad-091df1d96e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:19.321405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:19.353702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:19.442117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:19.447981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a6514d54-2418-4a88-b053-b387c4127b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:19.463341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37113365-2508-48c7-bfc8-cecf016ebf57,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:19.466718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:19.468029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:19.470407 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37113365-2508-48c7-bfc8-cecf016ebf57 HTTP/1.1" status: 204  len: 168 time: 0.2130826
Jan 21 08:05:20.027969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34314) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:20.048540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:20.067197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:20.071881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Usage tracker for resource:security_group_rule and tenant:01b9657fd1684200acaae8d8bbfd6bf8 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:20.074927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:20.080719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:20.170779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:20.216119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:20.226549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bb029042-0152-4c33-806e-b7c6853bbab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:20.272662 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01b9657fd1684200acaae8d8bbfd6bf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2427323
Jan 21 08:05:20.274846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5691c3a-6016-438e-9269-c05ee7afe62a,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:20.275727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34318) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:20.278294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:20.340475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90aa9e21-491b-4137-9d37-a0bd57b432f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:20.369602 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90aa9e21-491b-4137-9d37-a0bd57b432f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:20.465327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90aa9e21-491b-4137-9d37-a0bd57b432f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:20.470832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-af4ae4a3-614f-43ba-a36d-afca71bc7c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:20.485077 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa9e21-491b-4137-9d37-a0bd57b432f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5691c3a-6016-438e-9269-c05ee7afe62a,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:20.487631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-90aa9e21-491b-4137-9d37-a0bd57b432f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:20.496693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-90aa9e21-491b-4137-9d37-a0bd57b432f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:20.500438 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-90aa9e21-491b-4137-9d37-a0bd57b432f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5691c3a-6016-438e-9269-c05ee7afe62a HTTP/1.1" status: 204  len: 168 time: 0.2211492
Jan 21 08:05:22.454399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-53e91daf-f45e-4cf2-85e3-ffe345ac6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:22.456067 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-53e91daf-f45e-4cf2-85e3-ffe345ac6aa8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1202 time: 0.0861373
Jan 21 08:05:22.470033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579e306-5f4e-4a42-af9f-2d7081573e2a req-393e4908-f416-458d-bbaa-6d23682f893e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:22.471753 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a579e306-5f4e-4a42-af9f-2d7081573e2a req-393e4908-f416-458d-bbaa-6d23682f893e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1189153
Jan 21 08:05:22.533087 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a579e306-5f4e-4a42-af9f-2d7081573e2a req-869a62a5-303e-4160-8a61-7f6d9e6069b7 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0542898
Jan 21 08:05:22.625938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-278823b0-f9c9-4487-b058-84fed3064d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:22.627516 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-278823b0-f9c9-4487-b058-84fed3064d30 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 909 time: 0.1634650
Jan 21 08:05:22.760236 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-0444ac0f-bf6c-4b58-87d9-d6e8bef5996d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 1000 time: 0.1247342
Jan 21 08:05:22.836770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-468d1d43-cf59-4656-9e3d-d169d615e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:22.839610 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-468d1d43-cf59-4656-9e3d-d169d615e5d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.0723269
Jan 21 08:05:22.927663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-40fe00cb-1fbf-4911-a222-36c306858a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:22.933727 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-40fe00cb-1fbf-4911-a222-36c306858a9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824125
Jan 21 08:05:23.079834 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-b749745a-d86a-46cc-95aa-5aa6373531b8 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412084
Jan 21 08:05:23.235528 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b0e5abf3-771e-4375-b6af-b26daf1046c9 req-a01a0f66-96ad-41ca-9725-bb41075f2df0 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471183
Jan 21 08:05:23.518865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-25051ca1-9bc1-4643-9446-6f65517296fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:23.849051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94c958-d2c9-4aa7-8242-2fb9a90c1cd6 req-0db5dbeb-420e-4147-8ec4-14880436a157 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:23.850734 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7d94c958-d2c9-4aa7-8242-2fb9a90c1cd6 req-0db5dbeb-420e-4147-8ec4-14880436a157 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1058283
Jan 21 08:05:24.121530 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7d94c958-d2c9-4aa7-8242-2fb9a90c1cd6 req-f9fa9d77-7393-4b23-9275-b479db0efb8a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2638421
Jan 21 08:05:25.355166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50496534-37c6-44b5-837c-3eae13c8a8dc req-744672a1-27a1-45d3-84c8-41351ad424e1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:25.356881 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-50496534-37c6-44b5-837c-3eae13c8a8dc req-744672a1-27a1-45d3-84c8-41351ad424e1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1052055
Jan 21 08:05:25.416734 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-50496534-37c6-44b5-837c-3eae13c8a8dc req-a6f4af15-7d5b-43d1-894a-1ea90f192d18 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0532281
Jan 21 08:05:25.439297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:25.718533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-85cc1d27-36a4-44d4-b042-31f5b5d8d679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:26.179569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:26.667814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7d818-c394-44e4-8878-1a49a2f08d7a req-6c546cb4-4222-433e-a79d-62020b3e2db2 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:26.669508 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95e7d818-c394-44e4-8878-1a49a2f08d7a req-6c546cb4-4222-433e-a79d-62020b3e2db2 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1103432
Jan 21 08:05:26.729953 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95e7d818-c394-44e4-8878-1a49a2f08d7a req-df9b87a3-ea76-4714-8523-577a177554fc tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0539579
Jan 21 08:05:27.087908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:27.857333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:27.965642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2375b-55fa-41d4-8806-9aa49aa965da req-56a20030-c668-4cba-8ee9-5288a859c9cf tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:27.967337 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-65a2375b-55fa-41d4-8806-9aa49aa965da req-56a20030-c668-4cba-8ee9-5288a859c9cf tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1050565
Jan 21 08:05:28.027219 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-65a2375b-55fa-41d4-8806-9aa49aa965da req-6cdc020d-96bd-47a8-a9d5-6683fa0942ba tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0534034
Jan 21 08:05:29.263507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e019f6-a28e-4753-8959-3a1f5273623b req-45cd05e4-a969-4b34-9751-edd2583831d8 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:29.265168 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e2e019f6-a28e-4753-8959-3a1f5273623b req-45cd05e4-a969-4b34-9751-edd2583831d8 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1048255
Jan 21 08:05:29.323160 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e2e019f6-a28e-4753-8959-3a1f5273623b req-05affcc1-a89e-4db2-9152-bf7b8a69fbd9 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0510635
Jan 21 08:05:30.570645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27d78b-e211-4933-8373-fdb17992f47c req-d18fd7a7-57bc-447d-8e1d-d22f81a28d49 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:30.572348 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ca27d78b-e211-4933-8373-fdb17992f47c req-d18fd7a7-57bc-447d-8e1d-d22f81a28d49 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1121829
Jan 21 08:05:30.630080 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ca27d78b-e211-4933-8373-fdb17992f47c req-5706748c-cd0d-43ae-8a02-5e875b9a3bd6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0511451
Jan 21 08:05:31.868519 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f528c09-85ac-48c9-ba6b-217635ef9c34 req-e4f7c6dc-d761-40d6-bb37-81bcf3a453d1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:31.870223 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f528c09-85ac-48c9-ba6b-217635ef9c34 req-e4f7c6dc-d761-40d6-bb37-81bcf3a453d1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1032965
Jan 21 08:05:31.931347 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7f528c09-85ac-48c9-ba6b-217635ef9c34 req-dacb2f4b-c3f7-4bb2-adf9-da6fb789404f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0545068
Jan 21 08:05:33.170856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e6f9c-0074-4444-a780-68395cf3dfdf req-4cf45539-1a6f-4f3c-9cf5-8aaa79ba7a7d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:33.178114 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-af7e6f9c-0074-4444-a780-68395cf3dfdf req-4cf45539-1a6f-4f3c-9cf5-8aaa79ba7a7d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1110468
Jan 21 08:05:33.231673 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-af7e6f9c-0074-4444-a780-68395cf3dfdf req-ad70db6e-c15d-45fc-9c0c-51bc6c32f0be tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0515649
Jan 21 08:05:34.475926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18251876-a458-4895-89fb-81d35844f52a req-bdf236ee-8eea-40af-97e0-b17fb33695a0 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:34.477753 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18251876-a458-4895-89fb-81d35844f52a req-bdf236ee-8eea-40af-97e0-b17fb33695a0 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1137550
Jan 21 08:05:34.540914 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18251876-a458-4895-89fb-81d35844f52a req-6468e986-f739-4999-909f-c47b6eeb9e79 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0565677
Jan 21 08:05:35.133797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34480) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:35.309313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:35.328929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:35.334120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d74f2f72fb3444b4a2860e584de9a06b is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:35.344474 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:35.344474 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:35.434336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:35.467612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:35.478738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-392d53fe-5db4-4505-9abf-5536e7594b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:35.522258 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d74f2f72fb3444b4a2860e584de9a06b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3872597
Jan 21 08:05:35.523902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859c2e83-90c7-4c79-b208-772d6d79b8ab,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:35.525152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34486) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:35.527492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:35.591713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:35.626158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:35.707119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:35.712188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ee16615c-a494-4d95-8de1-88ff89cc92ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:35.726716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c2e83-90c7-4c79-b208-772d6d79b8ab,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:35.736561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.736985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.737404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.737835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.738245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.738650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.739055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.739456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.739925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.740325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.740727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.741127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.741582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.742105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.742504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.742904 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.743303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.743696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.744091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.744484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.744876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.745268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.745662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.746129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:05:35.749673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:35.753786 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/859c2e83-90c7-4c79-b208-772d6d79b8ab HTTP/1.1" status: 204  len: 168 time: 0.2273898
Jan 21 08:05:35.755955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-067aad7b-2661-418c-9035-ddfaba6a9cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:35.792309 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cb559-e6f4-4b37-9f08-3f2fe7ed1f69 req-0a37f5d3-6c43-41dc-bb31-6c132413a1f7 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:35.794033 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2e3cb559-e6f4-4b37-9f08-3f2fe7ed1f69 req-0a37f5d3-6c43-41dc-bb31-6c132413a1f7 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1169004
Jan 21 08:05:35.852569 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2e3cb559-e6f4-4b37-9f08-3f2fe7ed1f69 req-0446ed93-cd8f-43bc-a3a9-616e79a60837 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0520248
Jan 21 08:05:36.275669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34496) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:36.296561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:36.313712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:36.317872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:40bd45f79d0f44dcb19bdda6d6a908eb is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:36.320882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:36.326750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:36.418895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:36.471267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:36.481021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ccfb4ab1-0816-4e08-9e63-24e4ceb69fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:36.529838 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40bd45f79d0f44dcb19bdda6d6a908eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2528894
Jan 21 08:05:36.530819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e7793b-00d6-4b04-ade8-2bc90e8e9649,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:36.533134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34500) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:36.534221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:36.608973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:36.638783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:36.746064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:36.750395 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-28bfc901-85bc-46d8-be7a-4316ebae0540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:36.766687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e7793b-00d6-4b04-ade8-2bc90e8e9649,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:36.769658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:36.780640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:36.781914 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96e7793b-00d6-4b04-ade8-2bc90e8e9649 HTTP/1.1" status: 204  len: 168 time: 0.2473948
Jan 21 08:05:37.090914 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67105d7-5546-47ce-bcca-6c4d65e18979 req-5ac4e725-1f02-4bce-b114-4abbafb6d0a5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:37.092593 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a67105d7-5546-47ce-bcca-6c4d65e18979 req-5ac4e725-1f02-4bce-b114-4abbafb6d0a5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1058383
Jan 21 08:05:37.151674 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a67105d7-5546-47ce-bcca-6c4d65e18979 req-a7933969-3fad-4bfc-a297-00636f1bc06b tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&id=812d3c33-d5ef-4112-a2c0-3b86b8c9f445&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0525243
Jan 21 08:05:37.692101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ee23e4e4-45f1-455c-9043-02e4fa1e95ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:05:37.769595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:05:37.770150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:40.574497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477d083-0a36-4225-81b9-5aed1e3f7963 req-fe917a89-5e3e-41b9-96d5-322c00769044 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:40.576216 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4477d083-0a36-4225-81b9-5aed1e3f7963 req-fe917a89-5e3e-41b9-96d5-322c00769044 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1088717
Jan 21 08:05:40.628835 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4477d083-0a36-4225-81b9-5aed1e3f7963 req-d584a302-01d2-4454-8b9a-257f5f0f3edf tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461140
Jan 21 08:05:41.245075 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-a2c61fd3-2a86-47c9-92d0-b6d84d28f0ce tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/floatingips/f8760463-5bac-4a13-8d30-987e00dc52f4 HTTP/1.1" status: 200  len: 999 time: 0.1216619
Jan 21 08:05:41.428078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-c62c3ca1-c66c-4664-b035-fa507d3eafba tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:41.429553 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-c62c3ca1-c66c-4664-b035-fa507d3eafba tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1786819
Jan 21 08:05:41.440419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-f8a79a06-af0b-442c-99c3-0d8baaf60ca7 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:05:41.441459 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-f8a79a06-af0b-442c-99c3-0d8baaf60ca7 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061214
Jan 21 08:05:41.573535 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-92482a29-a329-4da2-b264-55652577f229 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.150 HTTP/1.1" status: 200  len: 1002 time: 0.1249378
Jan 21 08:05:41.674444 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-13907e77-de81-4ba8-ad08-61687aa32204 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:41.675993 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-13907e77-de81-4ba8-ad08-61687aa32204 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports/a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 943 time: 0.0963414
Jan 21 08:05:41.935858 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-0c52e0c8-013c-41c4-8cec-95fa6a64e0af tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.150 HTTP/1.1" status: 200  len: 1002 time: 0.1762021
Jan 21 08:05:42.063861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d048f-14c0-401f-9adf-2d8517419015 req-a5c8a72e-8992-4323-bcb9-2577978b0bd2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:42.065543 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c2d048f-14c0-401f-9adf-2d8517419015 req-a5c8a72e-8992-4323-bcb9-2577978b0bd2 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.2433295
Jan 21 08:05:42.186755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-523882eb-621a-442c-8d81-79503ee015d9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:42.187493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-523882eb-621a-442c-8d81-79503ee015d9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Synchronizing usage tracker for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:05:42.228650 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4c2d048f-14c0-401f-9adf-2d8517419015 req-d2a850b6-4e81-49c9-a8ab-8bc5010f8fe7 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups?id=4736444e-4065-4107-b9ad-30307eec5474&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498010
Jan 21 08:05:42.232902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-523882eb-621a-442c-8d81-79503ee015d9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Unset dirty status for tenant:fc8fd9bac9ee489282a92ea57c25d3b1 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:05:42.234199 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-523882eb-621a-442c-8d81-79503ee015d9 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 945 time: 0.1569135
Jan 21 08:05:42.249616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Deleting port 621d1d1b-e054-4ca1-b6ed-130ac90b9bf6 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:42.250036 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.330118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Deleting port a8fdb1bb-75fc-43d0-b729-783287a70dd1 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:42.330497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.446957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.447262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for floatingip, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.582037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Calling delete_port for 621d1d1b-e054-4ca1-b6ed-130ac90b9bf6 owned by network:floatingip {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:42.606695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] For port a8fdb1bb-75fc-43d0-b729-783287a70dd1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a8fdb1bb-75fc-43d0-b729-783287a70dd1,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:42.607094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.787581 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.806298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:42.838487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:05:42.908808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event deleted for resources: {'Port': ['ID=621d1d1b-e054-4ca1-b6ed-130ac90b9bf6,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:42.924918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:42.942643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.944207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:42.944799 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Floating IP a60c07e5-4e56-4295-9f85-ebc9eeac8bee disassociated. External IP: 172.27.0.70, port: a8fdb1bb-75fc-43d0-b729-783287a70dd1.
Jan 21 08:05:42.944933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Calling delete_port for a8fdb1bb-75fc-43d0-b729-783287a70dd1 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:43.042945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for floatingip, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:43.043331 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Floating IP f8760463-5bac-4a13-8d30-987e00dc52f4 disassociated (deleted). External IP: 172.27.0.150, port: a79dc645-7ac6-4e59-b3ff-cae0c8d15567.
Jan 21 08:05:43.193601 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:43.216580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:43.331413 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event deleted for resources: {'Port': ['ID=a8fdb1bb-75fc-43d0-b729-783287a70dd1,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:43.336209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:43.526346 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1ad57be6-0952-4999-a532-f0eccb841121 req-5dfb7a03-92e6-40dc-b5b1-bcfed830037d tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 210 time: 0.0944445
Jan 21 08:05:43.570137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:43.608383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] No Port match for: a8fdb1bb-75fc-43d0-b729-783287a70dd1 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:43.610101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a8fdb1bb-75fc-43d0-b729-783287a70dd1 not bound to the agent host hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:43.644158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Router e17d0a2f-af6b-4712-8304-313472e3fd8d has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:05:43.746268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Router ac620461-f0dd-402a-9268-b56e8def3d49 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:05:43.861577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:05:43.875630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] Sync routers for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:05:43.898507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:43.899256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de008b00>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:43.913456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] No DVR routers for this DVR port a8fdb1bb-75fc-43d0-b729-783287a70dd1 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:05:43.916573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:43.920603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-deleted', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:05:43.982454 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-23b540c8-9c7d-4840-b60f-71b8fcc3e9b6 req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.76 "DELETE /v2.0/ports/a8fdb1bb-75fc-43d0-b729-783287a70dd1 HTTP/1.1" status: 204  len: 173 time: 1.7417042
Jan 21 08:05:43.999561 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b40beb1-2c95-4011-aa36-6a69075e4454', 'name': 'network-vif-deleted', 'tag': 'a8fdb1bb-75fc-43d0-b729-783287a70dd1', 'status': 'completed', 'code': 200}
Jan 21 08:05:44.000099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:05:44.013500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] Sync routers for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:05:44.026233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:44.027195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd27ebe0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:44.086888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:44.169300 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-cc5bc65d-c823-4a95-a97c-2347d52bfd61 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "DELETE /v2.0/floatingips/f8760463-5bac-4a13-8d30-987e00dc52f4 HTTP/1.1" status: 204  len: 173 time: 2.2264011
Jan 21 08:05:44.170124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:05:44.175022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:44.282668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:44.286786 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'status': 'completed', 'code': 200}
Jan 21 08:05:44.316639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-20b531d2-0423-45f9-8699-8c79f7dc06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:44.321375 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-20b531d2-0423-45f9-8699-8c79f7dc06c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.1343849
Jan 21 08:05:44.515760 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-bc043a47-c820-40d7-81f2-f2208d139a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:44.518063 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-bc043a47-c820-40d7-81f2-f2208d139a51 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0dc73fb84ada4a75a4a313679d200761&device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 1163 time: 0.1796513
Jan 21 08:05:44.533431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-1566e2ea-0438-4fb4-a1a8-6844667b58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:44.535437 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-1566e2ea-0438-4fb4-a1a8-6844667b58f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.2071650
Jan 21 08:05:44.667050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de008b00>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:44.672151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] Checking router: e17d0a2f-af6b-4712-8304-313472e3fd8d for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:05:44.690012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:44.691104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de008b00>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:44.706878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd27ebe0>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:21Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:44.714095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] Checking router: ac620461-f0dd-402a-9268-b56e8def3d49 for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:05:44.732421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:44.733117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd27ebe0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:44.754391 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-6eada2e1-4c33-44e6-a1e8-758444bad3d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 217 time: 0.2062724
Jan 21 08:05:44.772043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-6f8b7ad4-a347-49ae-b9fa-cc494179e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:44.773558 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-6f8b7ad4-a347-49ae-b9fa-cc494179e1a6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 200  len: 902 time: 0.2466505
Jan 21 08:05:44.851858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-06674e73-0987-44b3-8b31-bdd5a70e7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:44.853551 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-06674e73-0987-44b3-8b31-bdd5a70e7685 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.0914354
Jan 21 08:05:44.912080 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-287acdbc-45b5-468c-aeef-8ee4e5b208e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 200  len: 217 time: 0.1310239
Jan 21 08:05:45.025184 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9185df6a-de28-4304-a1a0-0743933a06e4 req-30549eab-981c-44e5-a5a8-661a4d05e052 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/ports?device_id=6b40beb1-2c95-4011-aa36-6a69075e4454 HTTP/1.1" status: 200  len: 210 time: 0.0781047
Jan 21 08:05:45.040492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:45.047292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-4f7f3959-c300-4d9c-9caf-d4825cc441c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:45.048920 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-4f7f3959-c300-4d9c-9caf-d4825cc441c7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 200  len: 847 time: 0.1291628
Jan 21 08:05:45.052980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34622) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:45.093456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-d62cbb18-58a4-41c2-9a7a-4a2755ed973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:45.095189 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-d62cbb18-58a4-41c2-9a7a-4a2755ed973d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2331662
Jan 21 08:05:45.155838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-7daebc79-53d5-4949-9d36-38d064951deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:45.157847 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-7daebc79-53d5-4949-9d36-38d064951deb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fb41ddfa-257d-4532-addf-c5d851abf5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968275
Jan 21 08:05:45.180609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:45.331177 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-d5e5e996-214f-4d81-9d81-bafc66192f34 service neutron] 10.222.0.21 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2265835
Jan 21 08:05:45.542950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd27ebe0>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:21Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:45.547930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52131005-af52-4808-b9f7-f364356bdf3d None None] The sync data for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi is: [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:00:09Z', 'revision_number': 4, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'f00cbc00-2d41-4c82-a77f-ae9cfa96f332', 'name': '', 'network_id': 'fb41ddfa-257d-4532-addf-c5d851abf5d3', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'mac_address': 'fa:16:3e:e1:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:07Z', 'updated_at': '2021-01-21T08:00:21Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'subnets': [{'id': '2bc07a3d-72f1-41d8-97b1-c207a94503ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:05:45.558240 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-27066a4b-06f1-431e-bf88-7c6da2ce5a4a req-1a836013-1436-442a-98a7-0e7b23b88aad service neutron] 10.222.0.21 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2180018
Jan 21 08:05:45.594150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:45.603534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de008b00>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:45.606241 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-7d5dd773-821a-414c-9c2e-238a06bddb74 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4396887
Jan 21 08:05:45.608414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025f632-2aee-4537-94a3-7e0c11a388e4 None None] The sync data for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi is: [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T07:57:24Z', 'revision_number': 4, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '721c0d28-7625-45cd-ba5e-99e326904fdd', 'name': '', 'network_id': 'c4cce747-0e6a-47f3-ba35-72c17e872b1d', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'mac_address': 'fa:16:3e:a1:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:57:21Z', 'updated_at': '2021-01-21T07:57:35Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'subnets': [{'id': '98010f92-96a0-4ec0-ba59-6c1bd096c989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:05:45.643896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:45.703757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd5c2a70e4d4dcf936898e32916daa4 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:45.712549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:45.721669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:45.807253 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bcaa0f28-59f1-487d-acef-31afcd8aae05 req-9fe39c95-264d-43e6-9d86-6eabbc7f2636 service neutron] 10.222.0.76 "GET /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1924422
Jan 21 08:05:45.864901 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:45.930190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:45.939538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cfbaac87-446c-4bf7-95df-233341d42d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:45.990257 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bd5c2a70e4d4dcf936898e32916daa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9335570
Jan 21 08:05:45.990854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34632) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:45.994552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c176e-061d-412b-bd9f-9ae395e12af6,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:45.999631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ad038cb4-6ff7-4662-9cbd-bcf4eea91126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:46.081051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:46.161980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc73488-b4b2-4ce4-b860-945789ac807a None None] New status for floating IP f8760463-5bac-4a13-8d30-987e00dc52f4: DOWN {{(pid=80209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:05:46.163662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:46.258635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aff51-de84-47e5-bd0b-ce1bde8cf69a req-c989887f-d3b5-4230-ac12-d60cc7e8fd98 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:46.259464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-9a0aff51-de84-47e5-bd0b-ce1bde8cf69a req-c989887f-d3b5-4230-ac12-d60cc7e8fd98 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Synchronizing usage tracker for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:05:46.268042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ccb246-8851-46cb-b8ed-a8d91aca532e None None] New status for floating IP a60c07e5-4e56-4295-9f85-ebc9eeac8bee: DOWN {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:05:46.287265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:46.292621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7dc45a66-1925-4575-9b4b-e8064b801614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:46.307242 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c176e-061d-412b-bd9f-9ae395e12af6,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:46.310159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:46.317133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:46.319089 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f80c176e-061d-412b-bd9f-9ae395e12af6 HTTP/1.1" status: 204  len: 168 time: 0.3271401
Jan 21 08:05:46.338504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-9a0aff51-de84-47e5-bd0b-ce1bde8cf69a req-c989887f-d3b5-4230-ac12-d60cc7e8fd98 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Unset dirty status for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:05:46.340058 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9a0aff51-de84-47e5-bd0b-ce1bde8cf69a req-c989887f-d3b5-4230-ac12-d60cc7e8fd98 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.2385721
Jan 21 08:05:46.405711 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9a0aff51-de84-47e5-bd0b-ce1bde8cf69a req-7bdd74ae-da07-403d-8810-d7f6d0dc83f2 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0586059
Jan 21 08:05:46.934497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34644) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:46.954271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:46.970846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:46.976279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d465ffe51b4638939239cb96a8ac36 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:46.979500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:46.985446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:47.072436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.106696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.116183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-286bcb6a-0843-40f0-95f9-9c5a54cb820f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:47.160314 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4d465ffe51b4638939239cb96a8ac36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2245607
Jan 21 08:05:47.161437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1bb31f-7356-44ac-8ff8-963fa7554334,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:47.163352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34648) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:47.164888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:47.232327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.262195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.274503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34654) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:47.341190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.346646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-33756170-75aa-4faa-ae59-1ff9ead03b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:47.348054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.362797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1bb31f-7356-44ac-8ff8-963fa7554334,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:47.370541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:47.371753 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.375706 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b1bb31f-7356-44ac-8ff8-963fa7554334 HTTP/1.1" status: 204  len: 168 time: 0.2085605
Jan 21 08:05:47.384393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.467178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.495756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bbcce690-9c03-4f74-88bb-861b5fa13e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:47.514716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736444e-4065-4107-b9ad-30307eec5474,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:47.523301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:47.619470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.620755 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "DELETE /v2.0/security-groups/4736444e-4065-4107-b9ad-30307eec5474 HTTP/1.1" status: 204  len: 168 time: 0.3450894
Jan 21 08:05:47.623937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34662) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:47.643612 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.api.v2.resource [None req-fb25538c-51bc-436a-9705-2a5fe46ffc24 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] show failed (client error): The resource could not be found.
Jan 21 08:05:47.646831 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fb25538c-51bc-436a-9705-2a5fe46ffc24 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "GET /v2.0/security-groups/4736444e-4065-4107-b9ad-30307eec5474 HTTP/1.1" status: 404  len: 347 time: 0.0197201
Jan 21 08:05:47.648172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34666) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:47.673615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd97c4a-4d5c-4594-b02e-0d1205e2cfea req-a8d5fdad-31bf-4367-b1af-f33d51f6d4de tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:47.675323 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ddd97c4a-4d5c-4594-b02e-0d1205e2cfea req-a8d5fdad-31bf-4367-b1af-f33d51f6d4de tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 946 time: 0.1168928
Jan 21 08:05:47.873959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device a79dc645-7ac6-4e59-b3ff-cae0c8d15567 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:47.887560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Deleting port 1ca343c4-a9ee-4496-835d-bf5a10023adb {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:47.887976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:47.934845 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ddd97c4a-4d5c-4594-b02e-0d1205e2cfea req-5d6cbbef-9424-41bb-bff7-12ed4275745f tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups?id=f7645790-774b-4f9e-8b96-f1fa8568adf0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1910813
Jan 21 08:05:48.007829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.054812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:48.055887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:05:48.092840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.095667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:48.105497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.106129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.136482 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'code': 200}
Jan 21 08:05:48.167802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4a59e674-0990-42fd-b13c-343b5f00a6e5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:05:48.171322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4a59e674-0990-42fd-b13c-343b5f00a6e5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Synchronizing usage tracker for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:05:48.179916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=7']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:48.183478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4a59e674-0990-42fd-b13c-343b5f00a6e5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Unset dirty status for tenant:0dc73fb84ada4a75a4a313679d200761 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:05:48.184250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:48.185118 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4a59e674-0990-42fd-b13c-343b5f00a6e5 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.76 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 944 time: 0.1685658
Jan 21 08:05:48.262902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Calling delete_port for 1ca343c4-a9ee-4496-835d-bf5a10023adb owned by network:floatingip {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:48.274935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Deleting port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:48.275525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.555848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.563985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] For port a79dc645-7ac6-4e59-b3ff-cae0c8d15567, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:48.564390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.573163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:48.669733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Pushing event deleted for resources: {'Port': ['ID=1ca343c4-a9ee-4496-835d-bf5a10023adb,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:48.672626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:48.710259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Calling delete_port for a79dc645-7ac6-4e59-b3ff-cae0c8d15567 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:48.811190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks [] for floatingip, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.827119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.831374 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-bbb89e45-9571-4c22-aef6-d9111c036a1f tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] 10.222.0.21 "DELETE /v2.0/floatingips/a60c07e5-4e56-4295-9f85-ebc9eeac8bee HTTP/1.1" status: 204  len: 168 time: 1.1790714
Jan 21 08:05:48.933094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:48.949585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:49.004640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event deleted for resources: {'Port': ['ID=a79dc645-7ac6-4e59-b3ff-cae0c8d15567,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:49.062896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:49.132629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3fe3e896-38cd-4970-b9fd-8d871d4a3e73 req-93485779-a341-4f1e-8e77-4b5b06700a3c tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 210 time: 0.0551558
Jan 21 08:05:49.211283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] No DVR routers for this DVR port a79dc645-7ac6-4e59-b3ff-cae0c8d15567 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:05:49.216008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:49.218952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-deleted', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:05:49.262949 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-191070c2-88e5-41a1-95e1-7e8cad7a86ad req-4be8d2e9-a3dd-40a6-a140-dcb11f720672 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.76 "DELETE /v2.0/ports/a79dc645-7ac6-4e59-b3ff-cae0c8d15567 HTTP/1.1" status: 204  len: 173 time: 1.0668619
Jan 21 08:05:49.281444 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426e73e3-786c-42b5-b999-53766c0b0617', 'name': 'network-vif-deleted', 'tag': 'a79dc645-7ac6-4e59-b3ff-cae0c8d15567', 'status': 'completed', 'code': 200}
Jan 21 08:05:50.343827 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ef44f647-c0f3-4a91-b7fe-b758b3117718 req-bf20397c-f5e3-4b85-8df8-5d4b0e5a0263 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/ports?device_id=426e73e3-786c-42b5-b999-53766c0b0617 HTTP/1.1" status: 200  len: 210 time: 0.0513775
Jan 21 08:05:51.552956 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5768a398-74a0-47b1-9a8f-e84fdce90ec4 req-ac56a22e-9900-4aec-9fc2-fa1b771a7743 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "GET /v2.0/security-groups/f7645790-774b-4f9e-8b96-f1fa8568adf0 HTTP/1.1" status: 200  len: 2993 time: 0.0579011
Jan 21 08:05:51.632829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5768a398-74a0-47b1-9a8f-e84fdce90ec4 req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:51.664974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5768a398-74a0-47b1-9a8f-e84fdce90ec4 req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:51.741365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5768a398-74a0-47b1-9a8f-e84fdce90ec4 req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:51.747044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2aab6a63-5b7e-4d61-941a-5313728ec34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:51.763366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7645790-774b-4f9e-8b96-f1fa8568adf0,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:51.766086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:51.809791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5768a398-74a0-47b1-9a8f-e84fdce90ec4 req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:51.811151 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5768a398-74a0-47b1-9a8f-e84fdce90ec4 req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] 10.222.0.21 "DELETE /v2.0/security-groups/f7645790-774b-4f9e-8b96-f1fa8568adf0 HTTP/1.1" status: 204  len: 173 time: 0.2522750
Jan 21 08:05:51.901288 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34750) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:51.938644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34756) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:52.765044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.064219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.172266 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Deleting port f00cbc00-2d41-4c82-a77f-ae9cfa96f332 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:53.172653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.373454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] For port f00cbc00-2d41-4c82-a77f-ae9cfa96f332, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:53.378032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.439959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-68eff447-81cd-4709-b109-5f0c42bd501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.458757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Deleting port 721c0d28-7625-45cd-ba5e-99e326904fdd {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:53.459425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.514473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Calling delete_port for f00cbc00-2d41-4c82-a77f-ae9cfa96f332 owned by network:router_interface {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:53.657285 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] For port 721c0d28-7625-45cd-ba5e-99e326904fdd, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=721c0d28-7625-45cd-ba5e-99e326904fdd,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:53.657547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.796048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Calling delete_port for 721c0d28-7625-45cd-ba5e-99e326904fdd owned by network:router_interface {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:53.858945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:53.875586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-69e82a8b-7fc2-45d4-a249-803d0f05f0af tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:53.972918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Pushing event deleted for resources: {'Port': ['ID=f00cbc00-2d41-4c82-a77f-ae9cfa96f332,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:53.977579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:54.358698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:54.374446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:54.427478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Pushing event deleted for resources: {'Port': ['ID=721c0d28-7625-45cd-ba5e-99e326904fdd,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:54.483664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:54.566211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:54.843503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:55.137215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Router ac620461-f0dd-402a-9268-b56e8def3d49 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:05:55.331936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34784) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:55.346163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:05:55.357568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] Sync routers for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:05:55.364822 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] 10.222.0.21 "PUT /v2.0/routers/ac620461-f0dd-402a-9268-b56e8def3d49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4616354
Jan 21 08:05:55.365805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34790) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:55.371981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:55.373081 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7bf98>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:55.455549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:55.542749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:55.592533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:55.627573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:55.635809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e86dc841ad24b99a4212cf264c74a95 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:55.640779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:55.659154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:55.675870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Router e17d0a2f-af6b-4712-8304-313472e3fd8d has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:05:55.678921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks [] for router, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:55.712629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1d6e53a6-8a95-44fc-b30c-bf59ed44d08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:55.882496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:05:55.893860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] Sync routers for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:05:55.900155 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1b0a8d52-000e-4bce-aa0a-6b62a3ef936a admin admin] 10.222.0.21 "PUT /v2.0/routers/e17d0a2f-af6b-4712-8304-313472e3fd8d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9600194
Jan 21 08:05:55.903165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34794) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:55.904730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:55.905405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddbf8978>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:55.935022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:55.941551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7bf98>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:05:53Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:55.946505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] Checking router: ac620461-f0dd-402a-9268-b56e8def3d49 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:05:55.956060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] Routers {'ac620461-f0dd-402a-9268-b56e8def3d49'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:55.956869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7bf98>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['ac620461-f0dd-402a-9268-b56e8def3d49'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:56.042358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.074408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Deleting port f5e049b6-924b-477e-8cff-f17f08b8da50 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:56.074795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.113013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.122449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks [] for router, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.134204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a663452d-d81a-4812-bfe9-1f37713c416c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:56.134923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:56.162160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] Set router ac620461-f0dd-402a-9268-b56e8def3d49 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:56.175474 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e86dc841ad24b99a4212cf264c74a95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8424070
Jan 21 08:05:56.186241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34798) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:56.308615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe5c17-208c-4a63-83f7-8e7f1b396961,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:56.330236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:56.424984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6db65187-1c25-4961-8a15-dab755a0b708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.428267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.434272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Deleting port 144463d6-f681-49b5-876f-fc23b06db877 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:56.436952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.449734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.483084 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6db65187-1c25-4961-8a15-dab755a0b708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.483375 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddbf8978>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T08:05:54Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:56.487534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] Checking router: e17d0a2f-af6b-4712-8304-313472e3fd8d for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:05:56.497591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] Routers {'e17d0a2f-af6b-4712-8304-313472e3fd8d'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:05:56.498427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddbf8978>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e17d0a2f-af6b-4712-8304-313472e3fd8d'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:56.585098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] For port f5e049b6-924b-477e-8cff-f17f08b8da50, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f5e049b6-924b-477e-8cff-f17f08b8da50,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:56.585415 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.603961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6db65187-1c25-4961-8a15-dab755a0b708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.613151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a80bd514-12dd-4741-880c-3f5de8a01f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:56.630214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db65187-1c25-4961-8a15-dab755a0b708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe5c17-208c-4a63-83f7-8e7f1b396961,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:56.666997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7bf98>, [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:05:53Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:56.672310 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bf538-5a3d-4059-9755-cbc5f209bde4 None None] The sync data for ids ['ac620461-f0dd-402a-9268-b56e8def3d49'] in dv-cinder-768592-5-iscsi is: [{'id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'name': 'tempest-TestShelveInstance-119480598-router', 'tenant_id': '0dc73fb84ada4a75a4a313679d200761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:59:59Z', 'updated_at': '2021-01-21T08:05:53Z', 'revision_number': 5, 'project_id': '0dc73fb84ada4a75a4a313679d200761', 'gw_port': {'id': 'f5e049b6-924b-477e-8cff-f17f08b8da50', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac620461-f0dd-402a-9268-b56e8def3d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:00Z', 'updated_at': '2021-01-21T08:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:05:56.696232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] For port 144463d6-f681-49b5-876f-fc23b06db877, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=144463d6-f681-49b5-876f-fc23b06db877,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:56.697038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.713029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] Set router e17d0a2f-af6b-4712-8304-313472e3fd8d gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:05:56.793251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Calling delete_port for f5e049b6-924b-477e-8cff-f17f08b8da50 owned by network:router_gateway {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:56.846743 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6db65187-1c25-4961-8a15-dab755a0b708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:56.846949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Calling delete_port for 144463d6-f681-49b5-876f-fc23b06db877 owned by network:router_gateway {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:56.866293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6db65187-1c25-4961-8a15-dab755a0b708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:56.870621 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6db65187-1c25-4961-8a15-dab755a0b708 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dfe5c17-208c-4a63-83f7-8e7f1b396961 HTTP/1.1" status: 204  len: 168 time: 0.6737242
Jan 21 08:05:57.055788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.076098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     result = function(*args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     proto.__init__(conn_state, self)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.handle()
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.handle_one_request()
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.handle_one_response()
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     result = self.application(self.environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return app(environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self.application)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return request.get_response(self.application)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = req.get_response(self._app)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     application, catch_exc_info=False)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     app_iter = application(self.environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return resp(environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return resp(environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     response = self.app(environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return resp(environ, start_response)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     resp = self.call_func(req, *args, **kw)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.func(req, *args, **kwargs)
Jan 21 08:05:57.078986 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     result = method(request=request, **args)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._delete(request, id, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*dup_args, **dup_kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     obj_deleter(request.context, id, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return method(*args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(*dup_args, **dup_kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._delete_current_gw_port(context, id, router, None)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, context, *args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return method(*args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     context, port, router_ids, bound_mech_contexts)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     return function(*args, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     callback(resource, event, trigger, **kwargs)
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     if self._is_session_semantic_violated(context, resource, event):
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]:     stack = traceback.extract_stack()
Jan 21 08:05:57.085808 dv-cinder-768592-5-iscsi neutron-server[80093]: 
Jan 21 08:05:57.116882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.221094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddbf8978>, [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T08:05:54Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:05:57.226502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a004f1-630a-4c3c-8061-e8f7cc1277c5 None None] The sync data for ids ['e17d0a2f-af6b-4712-8304-313472e3fd8d'] in dv-cinder-768592-5-iscsi is: [{'id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'name': 'tempest-AttachVolumeShelveTestJSON-917699962-router', 'tenant_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '144463d6-f681-49b5-876f-fc23b06db877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T07:56:56Z', 'updated_at': '2021-01-21T08:05:54Z', 'revision_number': 5, 'project_id': 'fc8fd9bac9ee489282a92ea57c25d3b1', 'gw_port': {'id': '144463d6-f681-49b5-876f-fc23b06db877', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17d0a2f-af6b-4712-8304-313472e3fd8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T07:56:59Z', 'updated_at': '2021-01-21T07:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:05:57.261473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.346598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.501809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.505966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.585118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34806) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:57.615131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.637950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:05:57.642583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Usage tracker for resource:security_group_rule and tenant:14cb0437941c4287883f22f10decb6b9 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:05:57.646834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:05:57.653793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:05:57.664101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.664664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e17d0a2f-af6b-4712-8304-313472e3fd8d {{(pid=80206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:05:57.664856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.667316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.694719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] Notify callbacks [] for router, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.695965 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0f097a94-727c-4204-9dae-617643a86530 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e17d0a2f-af6b-4712-8304-313472e3fd8d HTTP/1.1" status: 204  len: 168 time: 1.7916408
Jan 21 08:05:57.698916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34810) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:57.784560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Deleting subnet 98010f92-96a0-4ec0-ba59-6c1bd096c989 {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:05:57.821934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.878240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092344'] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.882112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.963999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.984673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:57.985247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac620461-f0dd-402a-9268-b56e8def3d49 {{(pid=80207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:05:57.995858 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.016656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.017955 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-912d1fe8-96ab-414b-b7bb-d8621c9175cf admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac620461-f0dd-402a-9268-b56e8def3d49 HTTP/1.1" status: 204  len: 168 time: 2.6510890
Jan 21 08:05:58.021822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34814) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:58.029109 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-838b28ac-704b-4dc0-964c-57fd5db52344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:58.039725 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14cb0437941c4287883f22f10decb6b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4534175
Jan 21 08:05:58.042923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34818) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:58.073498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.091212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94c9496-6eb3-445e-84d8-2411080beec6,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:58.101284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:58.129048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.147002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Deleting subnet 2bc07a3d-72f1-41d8-97b1-c207a94503ad {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:05:58.157677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.169783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.233000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.238471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7f0307c4-b9fe-4dfc-9f72-9e38454b7bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:58.257845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94c9496-6eb3-445e-84d8-2411080beec6,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:58.260627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:58.262958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.264142 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e94c9496-6eb3-445e-84d8-2411080beec6 HTTP/1.1" status: 204  len: 168 time: 0.2202744
Jan 21 08:05:58.295970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092344'] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.387014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 144463d6-f681-49b5-876f-fc23b06db877 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:58.427381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 144463d6-f681-49b5-876f-fc23b06db877 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:58.427909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 144463d6-f681-49b5-876f-fc23b06db877 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:58.428462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f00cbc00-2d41-4c82-a77f-ae9cfa96f332 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:58.468082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: f00cbc00-2d41-4c82-a77f-ae9cfa96f332 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:58.468478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f00cbc00-2d41-4c82-a77f-ae9cfa96f332 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:58.468956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f5e049b6-924b-477e-8cff-f17f08b8da50 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:58.498262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.504753 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: f5e049b6-924b-477e-8cff-f17f08b8da50 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:58.505359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f5e049b6-924b-477e-8cff-f17f08b8da50 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:58.506011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 721c0d28-7625-45cd-ba5e-99e326904fdd no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:05:58.542985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 721c0d28-7625-45cd-ba5e-99e326904fdd {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:05:58.543385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 721c0d28-7625-45cd-ba5e-99e326904fdd not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:05:58.637306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3479154'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.659958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b131431b-dd38-49c7-bc8c-53bd75d78c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:58.769646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98010f92-96a0-4ec0-ba59-6c1bd096c989,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:58.784640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:58.853650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:58.857671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb2480-2b97-4776-9c0e-d06f9b8f9218 None None] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:05:58.871648 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/98010f92-96a0-4ec0-ba59-6c1bd096c989 HTTP/1.1" status: 204  len: 168 time: 1.1714787
Jan 21 08:05:58.875081 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34832) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:59.007493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.084165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Deleting port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:59.084805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.153447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3479154'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.175712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:59.288318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc07a3d-72f1-41d8-97b1-c207a94503ad,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:59.290964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:59.303404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] DHCP port deletion for c4cce747-0e6a-47f3-ba35-72c17e872b1d request from dv-cinder-768592-5-iscsi {{(pid=80208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 21 08:05:59.308210 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Deleting port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:59.308645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.354054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] For port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:59.354054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.354966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.366573 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fec30849-591b-4e3d-b2c3-34942cdf85f2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bc07a3d-72f1-41d8-97b1-c207a94503ad HTTP/1.1" status: 204  len: 168 time: 1.3435867
Jan 21 08:05:59.367268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34844) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:05:59.404990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3cfa7-accc-4f3f-bc76-81316e1e4749 None None] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:05:59.527313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Calling delete_port for f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b owned by network:dhcp {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:59.541063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.620658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Deleting port 3e5e457a-dc61-4047-83ae-398645b009ea {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:59.621055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.735281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.753066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fe3f5f0a-f770-49bc-be98-94fe6eae0b57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:05:59.782596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] For port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,segment=NetworkSegment(b36d8d96-9224-444d-8d50-105b3194763b),segment_id=b36d8d96-9224-444d-8d50-105b3194763b)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:59.782948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.814218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:05:59.818543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:05:59.871932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] For port 3e5e457a-dc61-4047-83ae-398645b009ea, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3e5e457a-dc61-4047-83ae-398645b009ea,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:05:59.872342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:05:59.931033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] DHCP port deletion for fb41ddfa-257d-4532-addf-c5d851abf5d3 request from dv-cinder-768592-5-iscsi {{(pid=80208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 21 08:05:59.940470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Calling delete_port for f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b owned by network:dhcp {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:05:59.983756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Deleting port 3e5e457a-dc61-4047-83ae-398645b009ea {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:05:59.984184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.036547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Calling delete_port for 3e5e457a-dc61-4047-83ae-398645b009ea owned by network:dhcp {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:00.205716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.210534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] No DVR routers for this DVR port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b on host dv-cinder-768592-5-iscsi {{(pid=80206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:06:00.223686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:00.253722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:06:00.254198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:06:00.265703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] For port 3e5e457a-dc61-4047-83ae-398645b009ea, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3e5e457a-dc61-4047-83ae-398645b009ea,segment=NetworkSegment(e9b3b9e3-0946-4b7e-b86b-c82b000a4af7),segment_id=e9b3b9e3-0946-4b7e-b86b-c82b000a4af7)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:00.266428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.347363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5e457a-dc61-4047-83ae-398645b009ea,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:00.369634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:00.377471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.423456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] No DVR routers for this DVR port 3e5e457a-dc61-4047-83ae-398645b009ea on host dv-cinder-768592-5-iscsi {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:06:00.450307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:00.501956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Calling delete_port for 3e5e457a-dc61-4047-83ae-398645b009ea owned by network:dhcp {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:00.536813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56de0eaef0>,) {'filters': {'network_id': ['c4cce747-0e6a-47f3-ba35-72c17e872b1d']}} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:00.544952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:00.545433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:00.545999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3e5e457a-dc61-4047-83ae-398645b009ea no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:00.560160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de0eaef0>, 'b36d8d96-9224-444d-8d50-105b3194763b') {'for_net_delete': True} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:00.560737 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de0eaef0>, 'b36d8d96-9224-444d-8d50-105b3194763b') {} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:00.568087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.587481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448497'] for segment, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.589032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 3e5e457a-dc61-4047-83ae-398645b009ea {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:00.589431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3e5e457a-dc61-4047-83ae-398645b009ea not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:00.614646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.619278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:06:00.658931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:06:00.659439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:06:00.709859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dcd7d2b0>,) {'filters': {'network_id': ['fb41ddfa-257d-4532-addf-c5d851abf5d3']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:00.727929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dcd7d2b0>, 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:00.728577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dcd7d2b0>, 'e9b3b9e3-0946-4b7e-b86b-c82b000a4af7') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:00.742969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.755985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Deleting port f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:00.756352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.759198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.761612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:06:00.837203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:00.838506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d2ae4-7b14-44f5-889b-f929ebd7d2d4 None None] The port 'f0ba3e88-b5fa-4b1b-85c7-3c33deeca29b' was deleted {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 21 08:06:00.850540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591391'] for segment, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:00.963205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:00.973014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.157979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Network c4cce747-0e6a-47f3-ba35-72c17e872b1d has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:01.161251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Deleting port 3e5e457a-dc61-4047-83ae-398645b009ea {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:01.162014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.171323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Network fb41ddfa-257d-4532-addf-c5d851abf5d3 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:06:01.182794 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:06:01.200948 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:06:01.267362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-fe46672a-635a-4e6a-a5d2-d5e3bcae006a None None] The port '3e5e457a-dc61-4047-83ae-398645b009ea' was deleted {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 21 08:06:01.341053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.345655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.349880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:01.375007 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cce747-0e6a-47f3-ba35-72c17e872b1d,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:01.377666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:01.389718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.393568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:01.408840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.420811 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb41ddfa-257d-4532-addf-c5d851abf5d3,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:01.422278 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c4cce747-0e6a-47f3-ba35-72c17e872b1d HTTP/1.1" status: 204  len: 168 time: 2.5459454
Jan 21 08:06:01.424994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:01.481129 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8d438d11-ed32-4992-ab5e-0fceeb8f1f25 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb41ddfa-257d-4532-addf-c5d851abf5d3 HTTP/1.1" status: 204  len: 168 time: 2.1123712
Jan 21 08:06:01.481290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34874) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:01.740680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34878) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:01.799716 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-7351a8e6-4e79-4774-951d-89f8f25c91a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc8fd9bac9ee489282a92ea57c25d3b1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0574253
Jan 21 08:06:01.803015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34882) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:01.876464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.908031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.984541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:01.990976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d6d886df-e282-4caa-93ac-ae6efa686680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:02.007363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88411a-37da-4341-956f-aab9af427fc9,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:02.021608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:02.021608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:02.021608 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d88411a-37da-4341-956f-aab9af427fc9 HTTP/1.1" status: 204  len: 168 time: 0.2129765
Jan 21 08:06:02.104367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:02.486697 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Deleting port 8abf7c4e-80ce-4b47-a995-9dae0193586e {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:02.487212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:02.677505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] For port 8abf7c4e-80ce-4b47-a995-9dae0193586e, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=8abf7c4e-80ce-4b47-a995-9dae0193586e,segment=NetworkSegment(72769e36-6cbc-4573-97f2-e13d7c8d597d),segment_id=72769e36-6cbc-4573-97f2-e13d7c8d597d)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:02.677963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:02.819437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Calling delete_port for 8abf7c4e-80ce-4b47-a995-9dae0193586e owned by network:router_interface {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:03.273115 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:03.290481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:03.393125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Pushing event deleted for resources: {'Port': ['ID=8abf7c4e-80ce-4b47-a995-9dae0193586e,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:03.398091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:03.981473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:04.569138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Router 7aabc8e3-4acc-43db-85c1-caf421c291ed has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:06:04.787204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:06:04.795927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] Sync routers for ids ['7aabc8e3-4acc-43db-85c1-caf421c291ed'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:06:04.797861 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] 10.222.0.21 "PUT /v2.0/routers/7aabc8e3-4acc-43db-85c1-caf421c291ed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3138480
Jan 21 08:06:04.799532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34932) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:04.806608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] Routers {'7aabc8e3-4acc-43db-85c1-caf421c291ed'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:04.807502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7b5c0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['7aabc8e3-4acc-43db-85c1-caf421c291ed'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:05.020746 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] Set router 7aabc8e3-4acc-43db-85c1-caf421c291ed gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:05.272461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks [] for router, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:05.525799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7b5c0>, [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:06:03Z', 'revision_number': 5, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:05.530439 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] Checking router: 7aabc8e3-4acc-43db-85c1-caf421c291ed for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:06:05.533372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:05.542514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Deleting port c4365a5b-a0c0-40d0-aa6f-f69b43f99357 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:05.543059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:05.543441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] Routers {'7aabc8e3-4acc-43db-85c1-caf421c291ed'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:05.544415 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7b5c0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['7aabc8e3-4acc-43db-85c1-caf421c291ed'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:05.749775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] Set router 7aabc8e3-4acc-43db-85c1-caf421c291ed gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:05.758112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] For port c4365a5b-a0c0-40d0-aa6f-f69b43f99357, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=c4365a5b-a0c0-40d0-aa6f-f69b43f99357,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:05.758552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:05.916267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Calling delete_port for c4365a5b-a0c0-40d0-aa6f-f69b43f99357 owned by network:router_gateway {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:06.081025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.084060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd7b5c0>, [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:06:03Z', 'revision_number': 5, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:06.088619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd775b7d-2994-494e-9a52-5a429ed241d2 None None] The sync data for ids ['7aabc8e3-4acc-43db-85c1-caf421c291ed'] in dv-cinder-768592-5-iscsi is: [{'id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'name': 'tempest-TestShelveInstance-81388681-router', 'tenant_id': '33fa11fc729747b0b841b9c45f61abeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:00:18Z', 'updated_at': '2021-01-21T08:06:03Z', 'revision_number': 5, 'project_id': '33fa11fc729747b0b841b9c45f61abeb', 'gw_port': {'id': 'c4365a5b-a0c0-40d0-aa6f-f69b43f99357', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabc8e3-4acc-43db-85c1-caf421c291ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:00:20Z', 'updated_at': '2021-01-21T08:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:06:06.295433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.339150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8abf7c4e-80ce-4b47-a995-9dae0193586e no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:06.383565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 8abf7c4e-80ce-4b47-a995-9dae0193586e {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:06.383565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8abf7c4e-80ce-4b47-a995-9dae0193586e not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:06.454797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.464236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.515299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.515866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aabc8e3-4acc-43db-85c1-caf421c291ed {{(pid=80207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:06:06.530714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.533959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34968) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:06.534094 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-965389a4-a8cf-4395-be3b-b7660ad92663 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7aabc8e3-4acc-43db-85c1-caf421c291ed HTTP/1.1" status: 204  len: 168 time: 1.7329018
Jan 21 08:06:06.606629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Deleting subnet 6a1e7d17-16c8-45ad-8f63-c0861ddbf53e {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:06:06.609956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.666338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:06.760632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.156617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.177511 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6e17c66d-9c53-414c-be37-5f40d2ebfc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:07.277622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1e7d17-16c8-45ad-8f63-c0861ddbf53e,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:07.282578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:07.320402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.325833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff493a53-2681-4a79-a03a-f33cbcc9152a None None] Network 93913792-f62c-458b-aec4-3c1c750e3cfa requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:06:07.327056 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c51d7e59-b1fd-4822-abff-5fab4aa8fef4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6a1e7d17-16c8-45ad-8f63-c0861ddbf53e HTTP/1.1" status: 204  len: 168 time: 0.7919281
Jan 21 08:06:07.329774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 34986) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:07.402253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34990) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:07.457097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.537834 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Deleting port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:07.538505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.575366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.594385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:07.599890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Usage tracker for resource:security_group_rule and tenant:1f72c0dd36b944c9850e217e1d1f6cb1 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:07.603991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:07.610340 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:07.627882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] DHCP port deletion for 93913792-f62c-458b-aec4-3c1c750e3cfa request from dv-cinder-768592-5-iscsi {{(pid=80208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 21 08:06:07.633378 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Deleting port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:07.634019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.776156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] For port 45525c8e-ef15-4705-b1b1-9708a8e0ced7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=45525c8e-ef15-4705-b1b1-9708a8e0ced7,segment=NetworkSegment(72769e36-6cbc-4573-97f2-e13d7c8d597d),segment_id=72769e36-6cbc-4573-97f2-e13d7c8d597d)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:07.776605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.785556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.818917 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.831017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1f6db6a3-1010-4e7b-ab0b-6f5141a85366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:07.876840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] For port 45525c8e-ef15-4705-b1b1-9708a8e0ced7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=45525c8e-ef15-4705-b1b1-9708a8e0ced7,segment=NetworkSegment(72769e36-6cbc-4573-97f2-e13d7c8d597d),segment_id=72769e36-6cbc-4573-97f2-e13d7c8d597d)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:07.877286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:07.891126 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f72c0dd36b944c9850e217e1d1f6cb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4873936
Jan 21 08:06:07.892197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 34996) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:07.898653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56daac38-8bc1-432e-bd1b-0d2d177c41bb,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:07.911918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.912475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.912897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.913316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.913905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.914450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.914864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.915273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.915682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.916088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.916490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.916892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.917361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.917995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.918406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.918812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.919212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.919615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.920097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Calling delete_port for 45525c8e-ef15-4705-b1b1-9708a8e0ced7 owned by network:dhcp {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:07.920630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.921422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.921999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.922412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.922818 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.923223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:07.930242 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f89798af-7318-4cf0-96eb-14492aa87154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:08.009274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.038020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.051565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.054028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:08.058859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Calling delete_port for 45525c8e-ef15-4705-b1b1-9708a8e0ced7 owned by network:dhcp {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:08.138662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:06:08.139061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:06:08.165804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Pushing event deleted for resources: {'Port': ['ID=45525c8e-ef15-4705-b1b1-9708a8e0ced7,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:08.170784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:08.186881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.192967 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c960c9e6-7639-4f7c-999c-2b1137d8b7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:08.206760 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] No DVR routers for this DVR port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 on host dv-cinder-768592-5-iscsi {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:06:08.209484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56daac38-8bc1-432e-bd1b-0d2d177c41bb,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:08.212127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:08.213429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.218543 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56daac38-8bc1-432e-bd1b-0d2d177c41bb HTTP/1.1" status: 204  len: 168 time: 0.3227355
Jan 21 08:06:08.346071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.380152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 45525c8e-ef15-4705-b1b1-9708a8e0ced7 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:08.418738 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 45525c8e-ef15-4705-b1b1-9708a8e0ced7 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:08.419139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 45525c8e-ef15-4705-b1b1-9708a8e0ced7 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:08.419713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c4365a5b-a0c0-40d0-aa6f-f69b43f99357 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:08.456252 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: c4365a5b-a0c0-40d0-aa6f-f69b43f99357 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:08.456632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c4365a5b-a0c0-40d0-aa6f-f69b43f99357 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:08.477107 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dd5cdcf8>,) {'filters': {'network_id': ['93913792-f62c-458b-aec4-3c1c750e3cfa']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:08.492105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd5cdcf8>, '72769e36-6cbc-4573-97f2-e13d7c8d597d') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:08.492447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd5cdcf8>, '72769e36-6cbc-4573-97f2-e13d7c8d597d') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:08.506754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.524004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.526313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:06:08.640832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Deleting port 45525c8e-ef15-4705-b1b1-9708a8e0ced7 {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:08.641308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.718382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Network 93913792-f62c-458b-aec4-3c1c750e3cfa has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:08.729796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.803064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35008) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:08.824461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.842877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:08.847123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Usage tracker for resource:security_group_rule and tenant:add18357734d4ec5a9043aec1eed8bb8 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:08.851864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:08.858531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:08.888525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8f8b-29f7-4635-8809-426b89a67481 None None] The port '45525c8e-ef15-4705-b1b1-9708a8e0ced7' was deleted {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 21 08:06:08.938566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Network 93913792-f62c-458b-aec4-3c1c750e3cfa has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:08.955136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:06:08.962144 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:06:08.990298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.000207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89460da0-7a71-4149-8a25-b27d9aa544f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:09.045383 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=add18357734d4ec5a9043aec1eed8bb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2408102
Jan 21 08:06:09.046408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c257cc-924d-4a69-9abc-c92c57bc16a4,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:09.048259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35012) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:09.051052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:09.081607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.102445 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:09.118852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.132972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Pushing event deleted for resources: {'Network': ['ID=93913792-f62c-458b-aec4-3c1c750e3cfa,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:09.137362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:09.141716 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] 10.222.0.21 "DELETE /v2.0/networks/93913792-f62c-458b-aec4-3c1c750e3cfa HTTP/1.1" status: 204  len: 168 time: 1.8109035
Jan 21 08:06:09.157728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-56d6550d-6477-46b6-90ad-cd0aee0a79f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.189317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-56d6550d-6477-46b6-90ad-cd0aee0a79f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.278120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-56d6550d-6477-46b6-90ad-cd0aee0a79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.283522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9cfdec21-c2a1-40c2-9cc6-d9ae2ddf5e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:09.295668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6550d-6477-46b6-90ad-cd0aee0a79f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c257cc-924d-4a69-9abc-c92c57bc16a4,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:09.300677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-56d6550d-6477-46b6-90ad-cd0aee0a79f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:09.304114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-56d6550d-6477-46b6-90ad-cd0aee0a79f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.305371 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-56d6550d-6477-46b6-90ad-cd0aee0a79f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75c257cc-924d-4a69-9abc-c92c57bc16a4 HTTP/1.1" status: 204  len: 168 time: 0.2560585
Jan 21 08:06:09.465275 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35028) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:09.531994 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4466202c-af93-4d1d-ac8a-6122e0e69b12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dc73fb84ada4a75a4a313679d200761&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0651836
Jan 21 08:06:09.534589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35032) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:09.603922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.635401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.715769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.721215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-baecd304-0ae2-43ba-9511-a34d983d7607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:09.738999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db05e1cd-0f25-4e82-aba3-a55698b93858,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:09.743777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:09.750029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:09.752053 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db05e1cd-0f25-4e82-aba3-a55698b93858 HTTP/1.1" status: 204  len: 168 time: 0.2156968
Jan 21 08:06:10.329103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35058) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:10.384542 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-15233945-831e-45b0-848f-fb906092b7e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33fa11fc729747b0b841b9c45f61abeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0540056
Jan 21 08:06:10.387265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35064) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:10.463433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:10.497779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:10.578542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:10.585130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8d7287c9-603f-42e2-a3dc-cbc51e1bc8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:10.600808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ac29c-cd50-4bbd-8508-a28236e50143,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:10.603637 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:10.606198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:10.608172 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d1ac29c-cd50-4bbd-8508-a28236e50143 HTTP/1.1" status: 204  len: 168 time: 0.2190180
Jan 21 08:06:11.732647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35144) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:11.886891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-48905679-network', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:11.892410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:11.898650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Usage tracker for resource:network and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:11.902504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:11.908510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:11.964246 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Made reservation on behalf of fa6b59d5451b4ea596230e581a85fd00 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:06:11.969301 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:11.984027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:11.999938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:12.004371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Usage tracker for resource:security_group_rule and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:12.007649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:12.013431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:12.105148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:12.149930 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:12.156510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e459ad4d-3fae-44bd-aa77-0cd438893e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:12.197005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 08:06:12.207028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7d4715-14cf-47b8-9c6a-e3c32379c335,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:12.214911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:12.215324 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Added segment 6bfeb99c-9a12-4215-ada6-1f37f4094e72 of type vxlan for network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a
Jan 21 08:06:12.221433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:12.361298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:12.570291 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:12.571926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:12.572900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:12.579182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:12.698114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Pushing event updated for resources: {'Network': ['ID=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:12.701150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:12.709852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:06:12.730268 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4279bb69-9d3c-43b4-b509-ec9722e2b43f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.9958367
Jan 21 08:06:12.733349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35180) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:12.735040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:06:12.741970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Request body: {'subnet': {'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-48905679-subnet', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'ip_version': 4}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:12.747282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:12.751945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Usage tracker for resource:subnet and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:12.755692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:12.762082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:12.802515 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Made reservation on behalf of fa6b59d5451b4ea596230e581a85fd00 for: {'subnet': 1} {{(pid=80206) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:06:12.807470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852594873'] for subnet, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:12.913128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35186) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:13.081936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.099106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:13.103422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Usage tracker for resource:security_group_rule and tenant:3368bfe42a464c9a8b5f5f0cab18c5af is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:13.106548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:13.112839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:13.270656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.306576 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.317290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-087025a3-78bc-4e53-92f9-22f449de67e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:13.363757 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3368bfe42a464c9a8b5f5f0cab18c5af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4493890
Jan 21 08:06:13.365625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4a2b1-bb3c-4f71-932a-48ae195d4c5e,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:13.366780 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35192) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:13.369188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:13.511841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.517813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2592565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852594828'] for subnet, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.543991 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4e458248-36b5-4b93-9d54-fa95792bcc7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:13.661779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.711653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2971718c-4496-4f0f-994b-ae158615957e,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:13.714893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:13.816160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Checking segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:13.817388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Network hostable DHCP agents. Network: 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80206) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 08:06:13.834150 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.838372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3081ba89-efc4-47c9-83fd-f944c5210b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:13.853120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4a2b1-bb3c-4f71-932a-48ae195d4c5e,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:13.856640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:13.864231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.865482 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3e4a2b1-bb3c-4f71-932a-48ae195d4c5e HTTP/1.1" status: 204  len: 168 time: 0.4976056
Jan 21 08:06:13.872139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80206) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 08:06:13.917543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a) {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:13.928031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5db9233-9145-4edf-b087-375a3ee46356 None None] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:06:13.930970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:13.931644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:13.984742 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2494879
Jan 21 08:06:13.987652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35200) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:13.994929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:14.005532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:14.011019 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Usage tracker for resource:router and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:14.014116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:14.020533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:14.061024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:14.062306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:14.078510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:14.171710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 08:06:14.172670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:14.479281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:14.525451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Allocated IP 172.20.0.2 (7e9b7e1d-bdef-486b-ab98-d83c49e1db2a/2971718c-4496-4f0f-994b-ae158615957e/8bc16c99-f225-4a37-ac76-5e719e7f57fb) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:06:14.773012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:14.786487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Transition to ACTIVE for port object 8bc16c99-f225-4a37-ac76-5e719e7f57fb will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:14.807815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Transition to ACTIVE for port object 8bc16c99-f225-4a37-ac76-5e719e7f57fb will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:14.873407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:14.958349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0a58ef30-27a7-440f-9acb-69711ccc22e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:15.075835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Pushing event updated for resources: {'Port': ['ID=8bc16c99-f225-4a37-ac76-5e719e7f57fb,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:15.090287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.090673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.091050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.091421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.091790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.092160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.092526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.092898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.093271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.093632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.094022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.094382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.094796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.095332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.095714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.096219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.096706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.097074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.097434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.099083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.099083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.099422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.099797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.100159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:15.108916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:15.122822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:15.123853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:15.126332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:06:15.174054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:15.189126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Attempting to bind port 8bc16c99-f225-4a37-ac76-5e719e7f57fb on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:06:15.189544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Attempting to bind port 8bc16c99-f225-4a37-ac76-5e719e7f57fb by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:06:15.189987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Attempting to bind port 8bc16c99-f225-4a37-ac76-5e719e7f57fb on network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:06:15.198644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:06:15.199070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Checking segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:15.199523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:15.199971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Bound using segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:06:15.200498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Bound port: 8bc16c99-f225-4a37-ac76-5e719e7f57fb, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:06:15.200923 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:15.211353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:15.308516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] For port 8bc16c99-f225-4a37-ac76-5e719e7f57fb, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:06:15.311645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] For port 8bc16c99-f225-4a37-ac76-5e719e7f57fb, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=8bc16c99-f225-4a37-ac76-5e719e7f57fb,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:06:15.353986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:15.373803 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:15.538698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Pushing event updated for resources: {'Port': ['ID=8bc16c99-f225-4a37-ac76-5e719e7f57fb,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:15.556463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b2f5167-ef6d-4ec7-8e1f-49a3cffa18d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:15.628566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Allocated IP 172.27.0.247 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/c7f272e6-e0c1-40b5-94c9-496014df8562) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:06:15.813900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:15.895152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:15.913408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-622585e3-a299-4554-9f55-3db6912f9dff tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:15.933605 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-94914f95-3e60-462c-a57a-2c0d85c02ebe tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1773464510&fields=id&tenant_id=3a088da320754e3eacef5cb62d7986c6 HTTP/1.1" status: 200  len: 267 time: 0.0594220
Jan 21 08:06:16.080344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-4464409c-01e2-4b6c-9d2c-704dd58c1289 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:16.082295 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-4464409c-01e2-4b6c-9d2c-704dd58c1289 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 984 time: 0.1419723
Jan 21 08:06:16.099296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Request body: {'port': {'security_groups': ['8e02e1db-6a4a-490b-bb2b-8c1392f8d030']}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:16.119229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f272e6-e0c1-40b5-94c9-496014df8562,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:16.122587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:16.168113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:16.169539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:16.171975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:06:16.253428 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:16.436464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8bc16c99-f225-4a37-ac76-5e719e7f57fb up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:16.569857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port 8bc16c99-f225-4a37-ac76-5e719e7f57fb completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:16.738075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:16.740407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:16.767335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:16.803867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:16.821859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:17.022476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event updated for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=6']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:17.028093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:17.178936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ca47a-64ae-4d10-848b-be60f198bd06 None None] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:06:17.205681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.329287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Provisioning for port 8bc16c99-f225-4a37-ac76-5e719e7f57fb completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:17.337087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Provisioning complete for port 8bc16c99-f225-4a37-ac76-5e719e7f57fb triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:17.337533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.459377 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:17.460166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.466495 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-48c05f50-f3b6-405b-ade8-2e1d59ef850c req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "PUT /v2.0/ports/ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 942 time: 1.3737159
Jan 21 08:06:17.467327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:06:17.491207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ee23e4e4-45f1-455c-9043-02e4fa1e95ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:17.579042 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'status': 'completed', 'code': 200}
Jan 21 08:06:17.603559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Router e3192e2c-74de-4847-ab89-bac031e50f99 is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 08:06:17.634270 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c679bdd2-c3c9-4592-803b-a5dea1304595 req-e7a2bf1e-9b38-4537-97dd-f2d2a7c189f8 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups/812d3c33-d5ef-4112-a2c0-3b86b8c9f445 HTTP/1.1" status: 200  len: 3005 time: 0.1045358
Jan 21 08:06:17.748805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c679bdd2-c3c9-4592-803b-a5dea1304595 req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.774483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:17.774483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.789866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c679bdd2-c3c9-4592-803b-a5dea1304595 req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.866521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-5e9818d3-010c-4143-a2b4-8215e0a61678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:17.869330 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-5e9818d3-010c-4143-a2b4-8215e0a61678 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1162 time: 0.2512209
Jan 21 08:06:17.898600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.906305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c679bdd2-c3c9-4592-803b-a5dea1304595 req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:17.913339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8005b073-6773-4d8f-a6d2-54d2dda80b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:17.931159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d3c33-d5ef-4112-a2c0-3b86b8c9f445,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:17.937649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:17.981296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c679bdd2-c3c9-4592-803b-a5dea1304595 req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:18.000326 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c679bdd2-c3c9-4592-803b-a5dea1304595 req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "DELETE /v2.0/security-groups/812d3c33-d5ef-4112-a2c0-3b86b8c9f445 HTTP/1.1" status: 204  len: 173 time: 0.3552835
Jan 21 08:06:18.014656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] For port 8bc16c99-f225-4a37-ac76-5e719e7f57fb, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=8bc16c99-f225-4a37-ac76-5e719e7f57fb,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:18.084452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:18.087223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:18.194337 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-d37b6c4c-30c3-48b9-b5d2-468734d73575 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/floatingips/9f75cfa2-f430-42ad-95d3-e3de8d290d88 HTTP/1.1" status: 200  len: 997 time: 0.1564991
Jan 21 08:06:18.469899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:06:18.491972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-d2c50be5-a63c-4a88-8533-66e633e82645 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:18.493839 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-d2c50be5-a63c-4a88-8533-66e633e82645 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.2981272
Jan 21 08:06:18.495677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:06:18.503162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-12c98f22-bfe7-48a8-8ad2-0faf01155b29 None None] Provisioning complete for port 8bc16c99-f225-4a37-ac76-5e719e7f57fb triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:18.503586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-12c98f22-bfe7-48a8-8ad2-0faf01155b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:18.513452 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-b7c540b1-729f-4fc7-ab37-4ce83d816694 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:06:18.527188 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-b7c540b1-729f-4fc7-ab37-4ce83d816694 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0157087
Jan 21 08:06:18.568073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:18.568799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dedf0d30>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:18.623139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:18.627212 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.6348987
Jan 21 08:06:18.627212 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-49a6a3ec-470f-4d72-b17e-4941018e0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:18.629508 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-49a6a3ec-470f-4d72-b17e-4941018e0a28 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 909 time: 0.7049966
Jan 21 08:06:18.630234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35278) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:18.700955 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-875cc70c-7eec-47f4-a5dd-76cb4cf00432 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.36 HTTP/1.1" status: 200  len: 1000 time: 0.1727443
Jan 21 08:06:18.812001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-15bb244e-9761-413b-910f-013d8948d461 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:18.826660 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-15bb244e-9761-413b-910f-013d8948d461 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports/ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 942 time: 0.1245222
Jan 21 08:06:18.851855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:19.037800 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-27da0c7b-7e94-46a7-833b-b0287acd1fd2 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.36 HTTP/1.1" status: 200  len: 1000 time: 0.1319277
Jan 21 08:06:19.058678 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-1e883005-485e-494b-b562-87702e37b116 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 1000 time: 0.1296115
Jan 21 08:06:19.161521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Pushing event updated for resources: {'Port': ['ID=8bc16c99-f225-4a37-ac76-5e719e7f57fb,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:19.171331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.084s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:19.249505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-71e4d72f-3528-4b7b-baf4-400962c05cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:19.251027 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-71e4d72f-3528-4b7b-baf4-400962c05cb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.1827261
Jan 21 08:06:19.261662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dedf0d30>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:16Z', 'revision_number': 3, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:19.272182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:06:19.272905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Updating router e3192e2c-74de-4847-ab89-bac031e50f99 port c7f272e6-e0c1-40b5-94c9-496014df8562 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:06:19.289104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Deleting port e44bec3c-ecc8-4b48-adbf-5edf955e7c0d {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:19.289619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:19.357065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-12c98f22-bfe7-48a8-8ad2-0faf01155b29 None None] Provisioning complete for port ee23e4e4-45f1-455c-9043-02e4fa1e95ae triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:19.357490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-12c98f22-bfe7-48a8-8ad2-0faf01155b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:19.417429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:19.477014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-662c1183-8670-4a51-afa0-04cccc0e1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:19.478766 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-662c1183-8670-4a51-afa0-04cccc0e1f91 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2110150
Jan 21 08:06:19.540305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:19.540879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for floatingip, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:19.777331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Calling delete_port for e44bec3c-ecc8-4b48-adbf-5edf955e7c0d owned by network:floatingip {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:19.835808 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-27bd93ff-ce17-492b-928c-f101e0493625 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720013
Jan 21 08:06:19.841110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:06:20.006826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.023931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3019cc9d-a555-4018-a38b-f4bd5f7b8a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:20.083949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.105722 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c0dc8bd-9204-41ba-b9ae-2763ba368292 req-a4e41d4a-e99a-4dc6-a5b4-8dc5e4aaa224 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2320409
Jan 21 08:06:20.122545 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-6cac91a1-b0fa-4586-92d7-e1c5503f365e None None] Provisioning complete for port 8bc16c99-f225-4a37-ac76-5e719e7f57fb triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:20.122963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6cac91a1-b0fa-4586-92d7-e1c5503f365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.127504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event deleted for resources: {'Port': ['ID=e44bec3c-ecc8-4b48-adbf-5edf955e7c0d,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:20.132461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:20.180482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.208994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Transition to ACTIVE for port object c7f272e6-e0c1-40b5-94c9-496014df8562 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:20.254825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.266405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks [] for floatingip, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.266826 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Floating IP 9f75cfa2-f430-42ad-95d3-e3de8d290d88 disassociated (deleted). External IP: 172.27.0.36, port: ee23e4e4-45f1-455c-9043-02e4fa1e95ae.
Jan 21 08:06:20.277098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:20.410895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8bc16c99-f225-4a37-ac76-5e719e7f57fb up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:20.511548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ec8da-15f7-465b-90b4-77ea0aee7eb1 None None] Pushing event updated for resources: {'Port': ['ID=c7f272e6-e0c1-40b5-94c9-496014df8562,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:20.528954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-399ec8da-15f7-465b-90b4-77ea0aee7eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:20.536264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Allocated IP 172.20.0.1 (7e9b7e1d-bdef-486b-ab98-d83c49e1db2a/2971718c-4496-4f0f-994b-ae158615957e/eca37156-d0ee-4202-89b5-c1a58a7e9022) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:06:20.569822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port 8bc16c99-f225-4a37-ac76-5e719e7f57fb triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:20.569960 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.667126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Attempting to bind port c7f272e6-e0c1-40b5-94c9-496014df8562 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:06:20.667548 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Attempting to bind port c7f272e6-e0c1-40b5-94c9-496014df8562 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:06:20.668363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Attempting to bind port c7f272e6-e0c1-40b5-94c9-496014df8562 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:06:20.678807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:06:20.680357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:20.680357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.680357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:06:20.680651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Bound port: c7f272e6-e0c1-40b5-94c9-496014df8562, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:06:20.680994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.730501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:06:20.738562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.763645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Transition to ACTIVE for port object eca37156-d0ee-4202-89b5-c1a58a7e9022 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:20.817357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] For port c7f272e6-e0c1-40b5-94c9-496014df8562, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:06:20.824102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.836484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] For port c7f272e6-e0c1-40b5-94c9-496014df8562, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=c7f272e6-e0c1-40b5-94c9-496014df8562,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:06:20.846353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c1654d2e-f2c0-4432-8e8a-d22e9ad2fb60 tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:20.871710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:20.934640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:06:20.947062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] Sync routers for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:06:20.959549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:20.968371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:20.969405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de2a7588>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:20.978050 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Pushing event updated for resources: {'Port': ['ID=eca37156-d0ee-4202-89b5-c1a58a7e9022,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:20.985508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:20.998488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:21.085614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:21.088789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:21.105561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:06:21.108721 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-ce0011d5-e3fd-4c6b-ba1b-543ba34a677e tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "DELETE /v2.0/floatingips/9f75cfa2-f430-42ad-95d3-e3de8d290d88 HTTP/1.1" status: 204  len: 173 time: 2.0696168
Jan 21 08:06:21.109313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:06:21.249788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:21.264384 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-cac64ffd-c3bd-435c-8235-c0426b615792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:21.267665 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-cac64ffd-c3bd-435c-8235-c0426b615792 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1162 time: 0.1396706
Jan 21 08:06:21.273034 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'status': 'completed', 'code': 200}
Jan 21 08:06:21.373506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:21.403824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ec8da-15f7-465b-90b4-77ea0aee7eb1 None None] Pushing event updated for resources: {'Port': ['ID=c7f272e6-e0c1-40b5-94c9-496014df8562,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:21.409527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-399ec8da-15f7-465b-90b4-77ea0aee7eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:21.509226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:21.509957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dedf0d30>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:21.515017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-8c7a5df5-0a0d-4d71-ad32-2812fa5a043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:21.524816 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-8c7a5df5-0a0d-4d71-ad32-2812fa5a043b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 909 time: 0.2466645
Jan 21 08:06:21.608432 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-2515b61b-7aad-44a9-898f-3c9e63d68731 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 217 time: 0.0823789
Jan 21 08:06:21.709469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-95381d1e-4a82-4ec0-9e87-5e200020ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:21.711153 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-95381d1e-4a82-4ec0-9e87-5e200020ac7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.1016104
Jan 21 08:06:21.797976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:21.838626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-5d52f0ce-412e-45fb-a27d-3d5671cd4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:21.853275 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-5d52f0ce-412e-45fb-a27d-3d5671cd4c69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1345737
Jan 21 08:06:21.858008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-964f7436-096f-4b4a-9287-c8aee90f3279 None None] Provisioning for port eca37156-d0ee-4202-89b5-c1a58a7e9022 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:21.861481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de2a7588>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:04Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:21.868970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] Checking router: 4204a21d-f93c-49bd-80b2-b0ac528d45d2 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:06:21.889113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:21.890583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de2a7588>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:21.953469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-964f7436-096f-4b4a-9287-c8aee90f3279 None None] Provisioning complete for port eca37156-d0ee-4202-89b5-c1a58a7e9022 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:21.954053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-964f7436-096f-4b4a-9287-c8aee90f3279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:22.035567 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-964f7436-096f-4b4a-9287-c8aee90f3279 None None] Port eca37156-d0ee-4202-89b5-c1a58a7e9022 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:06:22.109787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:22.221493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-805f6ed1-ca98-4107-89ab-a37e0dbfb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:22.223285 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-805f6ed1-ca98-4107-89ab-a37e0dbfb914 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a088da320754e3eacef5cb62d7986c6&device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 1162 time: 0.7114899
Jan 21 08:06:22.282719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dedf0d30>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:16Z', 'revision_number': 3, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:22.288471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ab580-467b-4836-b2a8-a1fe65ef9338 None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:16Z', 'revision_number': 3, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:06:22.327629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-fda6b14a-e0a3-414c-b49f-d8f591d1cd45 service neutron] 10.222.0.21 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4730697
Jan 21 08:06:22.358002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:22.511016 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9d5a7ce5-c6de-4885-b4aa-e10185230f3f req-616208b9-dbdf-475b-ba9c-a7d3ce9facde service neutron] 10.222.0.21 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1747961
Jan 21 08:06:22.594360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-92b10d5a-9ee4-46a2-b550-79fa1b3c4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:22.596045 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-92b10d5a-9ee4-46a2-b550-79fa1b3c4f84 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 200  len: 909 time: 0.3181958
Jan 21 08:06:22.707690 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-ed19a905-83f4-4496-8e1d-f9673d4bdee5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 200  len: 217 time: 0.1026049
Jan 21 08:06:22.803277 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de2a7588>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:04Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:22.809162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf6dc9-d791-4c0f-9bd3-6dbf473e0454 None None] The sync data for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi is: [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:03:56Z', 'revision_number': 4, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': '759651bd-3ec4-46a6-8613-04875aa2bbe7', 'name': '', 'network_id': 'a05d5ac6-00ca-4592-a076-63b05686a8ee', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'mac_address': 'fa:16:3e:6e:6a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:55Z', 'updated_at': '2021-01-21T08:04:04Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'subnets': [{'id': 'dc2763ff-9f4c-493c-b73b-29c6b85861d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:06:22.883728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:22.901650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-73ef24e9-7da7-40c9-a839-4ee1ee65eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:22.903490 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-73ef24e9-7da7-40c9-a839-4ee1ee65eea9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 200  len: 854 time: 0.1849616
Jan 21 08:06:22.982249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:23.014817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9a154b6e-5e09-4736-86e3-b7de4423b9d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:23.163465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Pushing event updated for resources: {'Port': ['ID=eca37156-d0ee-4202-89b5-c1a58a7e9022,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:23.172262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:23.179605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-f465981d-93e2-4384-b0ab-1b271ebddafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:23.181288 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-f465981d-93e2-4384-b0ab-1b271ebddafb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a05d5ac6-00ca-4592-a076-63b05686a8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2694509
Jan 21 08:06:23.182163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:23.429000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671388da-3929-4a1b-bfcf-74684983d621 None None] New status for floating IP 9f75cfa2-f430-42ad-95d3-e3de8d290d88: DOWN {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:06:23.513996 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-681b876e-112a-4994-a575-ce0445246fa1 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3134160
Jan 21 08:06:23.601398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-59c8acf0-56b2-401c-a9b8-bd3e10bce9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:23.649419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:23.652703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:23.820779 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c823e860-9377-469d-bb4b-59f6d1b2d6c2 req-046604a9-6ec9-4cfe-a04b-0071a53551e0 service neutron] 10.222.0.76 "GET /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2992013
Jan 21 08:06:23.869779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-b4e2f74c-cb74-45f1-8abf-9c3c14d94298 None None] Provisioning complete for port eca37156-d0ee-4202-89b5-c1a58a7e9022 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:23.870248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f74c-cb74-45f1-8abf-9c3c14d94298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:23.918372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:06:23.931572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2f74c-cb74-45f1-8abf-9c3c14d94298 None None] Port eca37156-d0ee-4202-89b5-c1a58a7e9022 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:06:24.116604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:06:24.126293 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] 10.222.0.21 "PUT /v2.0/routers/e3192e2c-74de-4847-ab89-bac031e50f99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4949968
Jan 21 08:06:24.412959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c7f272e6-e0c1-40b5-94c9-496014df8562 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:24.527008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port c7f272e6-e0c1-40b5-94c9-496014df8562 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:24.532414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port c7f272e6-e0c1-40b5-94c9-496014df8562 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:24.532838 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:24.664725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:24.707648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port c7f272e6-e0c1-40b5-94c9-496014df8562, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=c7f272e6-e0c1-40b5-94c9-496014df8562,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:24.782597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:24.785188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:24.876527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=c7f272e6-e0c1-40b5-94c9-496014df8562,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:24.881486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:25.314802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35374) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:25.323257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1033958148-network', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:25.330086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:25.335912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Usage tracker for resource:network and tenant:7761ca63d9e24073b7b07ebb07e388e8 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:25.340090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:25.347179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:25.409355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Made reservation on behalf of 7761ca63d9e24073b7b07ebb07e388e8 for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:06:25.417489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.430925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.441434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.449711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:25.454127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Usage tracker for resource:security_group_rule and tenant:7761ca63d9e24073b7b07ebb07e388e8 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:25.459053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:25.466512 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:25.628083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.661208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:06:25.679928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:25.679928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dde44a90>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:05:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:25.698661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.703321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ee996dc1-4a51-4ba4-8e83-c74f63d72de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:25.739547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 08:06:25.748569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e44c4ff7-61c7-43f9-890f-ed39d435b11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.756680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b35b92-307a-4146-a0da-f50e17fb1519,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:25.760344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:25.764135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.764533 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Added segment 441f4a68-2d90-4f14-8f61-66419e7b8337 of type vxlan for network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9
Jan 21 08:06:25.803368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.887035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.888658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:25.889436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:25.892179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:25.893429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:26.000443 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:26.004926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:26.013541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:06:26.034774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:06:26.164212 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-08c9708b-202f-4378-aea9-dd3b6440ddd1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8483267
Jan 21 08:06:26.167002 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35390) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:26.174290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Request body: {'subnet': {'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1033958148-subnet', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:26.181290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:26.185844 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Usage tracker for resource:subnet and tenant:7761ca63d9e24073b7b07ebb07e388e8 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:26.189060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:26.196343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:26.252352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dde44a90>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:22Z', 'revision_number': 2, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:26.256494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:06:26.256888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Updating router e3192e2c-74de-4847-ab89-bac031e50f99 port eca37156-d0ee-4202-89b5-c1a58a7e9022 binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:06:26.283553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Made reservation on behalf of 7761ca63d9e24073b7b07ebb07e388e8 for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:06:26.289005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851296680'] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:26.317604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:26.319152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:26.406870 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c7f272e6-e0c1-40b5-94c9-496014df8562 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:26.529653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port c7f272e6-e0c1-40b5-94c9-496014df8562 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:26.530405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:26.824864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852523090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851296661'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:26.828075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:26.841619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bb31abba-971e-4db9-a894-ab424f8279c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:26.843136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Transition to ACTIVE for port object eca37156-d0ee-4202-89b5-c1a58a7e9022 will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:26.888979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:26.910846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:26.973830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23169fe5-b5f8-4209-92b6-369a5bd5f699,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:26.989132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:27.005573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.056945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Checking segment: {'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:27.058229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Network hostable DHCP agents. Network: 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 08:06:27.069605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Pushing event updated for resources: {'Port': ['ID=eca37156-d0ee-4202-89b5-c1a58a7e9022,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:27.092247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.092760 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.093329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.093516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.093900 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.094279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.094652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.096013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.096013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.096013 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.096359 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.096477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.096888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.097822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.098276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.098751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.099136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.099549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.099915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.100276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.100660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.101023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.101385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.101772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:27.106184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:27.141020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 08:06:27.214984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:27.225546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49fef94-9680-4bbd-b73e-13558a0ac2fe None None] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:06:27.251608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:27.252275 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.316692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Attempting to bind port eca37156-d0ee-4202-89b5-c1a58a7e9022 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:06:27.316692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Attempting to bind port eca37156-d0ee-4202-89b5-c1a58a7e9022 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:06:27.316692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Attempting to bind port eca37156-d0ee-4202-89b5-c1a58a7e9022 on network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:06:27.318918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:06:27.319337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Checking segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:27.319778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.320218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Bound using segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:06:27.320735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Bound port: eca37156-d0ee-4202-89b5-c1a58a7e9022, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:06:27.321161 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.339725 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0d4fb69c-dbfb-4603-8af5-38e707bd6a97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1685970
Jan 21 08:06:27.339725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35410) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:27.346319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:27.351711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:27.356025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Usage tracker for resource:router and tenant:7761ca63d9e24073b7b07ebb07e388e8 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:27.359794 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:27.367775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:27.441648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853870731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64719'] for router, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.442883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853876995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853876080', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853761917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711100'] for router, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.540766 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c78753f-5dd4-5a71-9e81-79e5672c4a24-0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9', 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'fixed_ips': [{'subnet_id': '23169fe5-b5f8-4209-92b6-369a5bd5f699'}]}} from dv-cinder-768592-5-iscsi. {{(pid=80208) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 21 08:06:27.540766 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.568032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] For port eca37156-d0ee-4202-89b5-c1a58a7e9022, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:06:27.572981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] For port eca37156-d0ee-4202-89b5-c1a58a7e9022, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=eca37156-d0ee-4202-89b5-c1a58a7e9022,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:06:27.574809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.639137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:27.659296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:27.833618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790640d-47cd-4a58-a8df-2a24ba8bb54b req-72133fd1-5a12-44bc-8929-f557cd5fd831 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:27.834766 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f790640d-47cd-4a58-a8df-2a24ba8bb54b req-72133fd1-5a12-44bc-8929-f557cd5fd831 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:06:27.889169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:27.889914 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dde44a90>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:06:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:27.896896 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Allocated IP 172.20.0.2 (0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9/23169fe5-b5f8-4209-92b6-369a5bd5f699/cde41ab4-70b7-4512-93fd-9a8b7d6b9034) {{(pid=80208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:06:27.899879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f790640d-47cd-4a58-a8df-2a24ba8bb54b req-72133fd1-5a12-44bc-8929-f557cd5fd831 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:06:27.901833 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f790640d-47cd-4a58-a8df-2a24ba8bb54b req-72133fd1-5a12-44bc-8929-f557cd5fd831 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1884506
Jan 21 08:06:27.975509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f790640d-47cd-4a58-a8df-2a24ba8bb54b req-a0612101-0b72-4c21-99c2-264c45cbf3f0 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:06:28.041482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f790640d-47cd-4a58-a8df-2a24ba8bb54b req-a0612101-0b72-4c21-99c2-264c45cbf3f0 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:06:28.043551 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f790640d-47cd-4a58-a8df-2a24ba8bb54b req-a0612101-0b72-4c21-99c2-264c45cbf3f0 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323042
Jan 21 08:06:28.094599 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.117505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:28.178969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Notify callbacks [] for port, precommit_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.194764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Transition to ACTIVE for port object cde41ab4-70b7-4512-93fd-9a8b7d6b9034 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:28.197400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Pushing event updated for resources: {'Port': ['ID=eca37156-d0ee-4202-89b5-c1a58a7e9022,revision_number=4']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:28.203319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9ce351bc-8436-40d3-9f52-90c02a5464a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:28.216116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Transition to ACTIVE for port object cde41ab4-70b7-4512-93fd-9a8b7d6b9034 will not be triggered until provisioned by entity DHCP. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:28.223684 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853876093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853867120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61226'] for router, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.293237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124'] for port, after_create {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.310118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:28.684165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.708911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dde44a90>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:27Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:28.719479 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c09067-5a97-46d2-8d89-28b8b88172be None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:27Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:06:28.726442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Pushing event updated for resources: {'Port': ['ID=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,revision_number=1']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:28.730663 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 is already hosted by enough agents. {{(pid=80208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:28.730947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.732045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:28.733471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Resources bound (agent type, host, resource id):  {{(pid=80208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:28.740594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Received port after_create {{(pid=80208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:06:28.840278 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Attempting to bind port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:06:28.841145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Attempting to bind port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:06:28.841569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Attempting to bind port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 on network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:06:28.848471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:06:28.848882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Checking segment: {'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:28.849400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.849880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Bound using segment: {'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:06:28.853333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Bound port: cde41ab4-70b7-4512-93fd-9a8b7d6b9034, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:06:28.853992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:28.963682 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] For port cde41ab4-70b7-4512-93fd-9a8b7d6b9034, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:06:28.967601 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] For port cde41ab4-70b7-4512-93fd-9a8b7d6b9034, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,segment=NetworkSegment(441f4a68-2d90-4f14-8f61-66419e7b8337),segment_id=441f4a68-2d90-4f14-8f61-66419e7b8337)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:06:29.038932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:29.056203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:29.106540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Allocated IP 172.27.0.186 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/cca349ad-316e-4900-b111-31bdb7d58041) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:06:29.229830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Pushing event updated for resources: {'Port': ['ID=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:29.233808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:29.334813 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:29.340091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92212e12-5d3c-41e6-85ae-5bd55dc4f995 req-c544c507-0bf0-4bd6-9613-42f686fdafc4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:29.341857 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-92212e12-5d3c-41e6-85ae-5bd55dc4f995 req-c544c507-0bf0-4bd6-9613-42f686fdafc4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.1409938
Jan 21 08:06:29.403059 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-92212e12-5d3c-41e6-85ae-5bd55dc4f995 req-d08ec869-31c0-4a47-8efe-0550e38ae295 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513813
Jan 21 08:06:29.431734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:29.454446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:29.616534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Pushing event updated for resources: {'Port': ['ID=cca349ad-316e-4900-b111-31bdb7d58041,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:29.622415 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:29.699823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:29.701182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:29.703673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:06:30.080903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-0bba7f79-23b0-4f1e-9f25-cbf5814b3500 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:30.088559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-0bba7f79-23b0-4f1e-9f25-cbf5814b3500 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Synchronizing usage tracker for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:06:30.098933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-0bba7f79-23b0-4f1e-9f25-cbf5814b3500 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Unset dirty status for tenant:3a088da320754e3eacef5cb62d7986c6 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:06:30.100502 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-0bba7f79-23b0-4f1e-9f25-cbf5814b3500 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.76 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.2614272
Jan 21 08:06:30.271131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Deleting port ee23e4e4-45f1-455c-9043-02e4fa1e95ae {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:30.271517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:30.508634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:30.565507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cde41ab4-70b7-4512-93fd-9a8b7d6b9034 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:30.646206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35454) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:30.709565 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:30.716520 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device eca37156-d0ee-4202-89b5-c1a58a7e9022 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:30.796808 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ac019-3394-4076-b39d-b359301fdfd1 req-e5d0b453-21e7-4e1d-83bd-067692cd909a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:30.810532 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e68ac019-3394-4076-b39d-b359301fdfd1 req-e5d0b453-21e7-4e1d-83bd-067692cd909a tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 945 time: 0.2062743
Jan 21 08:06:30.918538 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e68ac019-3394-4076-b39d-b359301fdfd1 req-5bfed8d7-c691-4277-bddc-22d947dbf200 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057777
Jan 21 08:06:30.929078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port eca37156-d0ee-4202-89b5-c1a58a7e9022 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:30.939034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port eca37156-d0ee-4202-89b5-c1a58a7e9022 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:30.939678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:30.974928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c6d6a-35ba-4b4e-9287-01afcd6264b5 None None] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:06:31.142731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] Provisioning for port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:31.182144 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] Provisioning complete for port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:31.182562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.184248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.230534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:31.259921 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Usage tracker for resource:security_group_rule and tenant:5c42dd011c7749f1876583e94012f2dc is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:31.267235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:31.296786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ee23e4e4-45f1-455c-9043-02e4fa1e95ae no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:31.342929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:31.356243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.414618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:31.414942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.581355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port eca37156-d0ee-4202-89b5-c1a58a7e9022, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=eca37156-d0ee-4202-89b5-c1a58a7e9022,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:31.582431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.627184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.637628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Calling delete_port for ee23e4e4-45f1-455c-9043-02e4fa1e95ae owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:31.648969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.656773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:31.700484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] For port cde41ab4-70b7-4512-93fd-9a8b7d6b9034, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,segment=NetworkSegment(441f4a68-2d90-4f14-8f61-66419e7b8337),segment_id=441f4a68-2d90-4f14-8f61-66419e7b8337)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:31.730215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:06:31.740318 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853867133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853867164'] for router, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.752251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.756361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:31.778394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=eca37156-d0ee-4202-89b5-c1a58a7e9022,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:31.780702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:31.781347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-461150f4-36cc-4c8c-ba90-ee2d63941c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:31.820920 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'code': 200}
Jan 21 08:06:31.827471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.881435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] Pushing event updated for resources: {'Port': ['ID=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:31.890721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-19a0dbff-05e4-44d4-9e95-e8183282b41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:31.891409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-22a9a92a-6e2d-43ba-8e4d-484ef6d78157 None None] Provisioning complete for port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:31.892154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-22a9a92a-6e2d-43ba-8e4d-484ef6d78157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:31.932943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1444b670-b131-4de6-a4bb-4b392c097e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:32.026127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.028065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:06:32.028597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:06:32.029672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=7']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:32.035522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:32.072043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.090337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9dacf8bc-8f28-4497-8fd2-72bc8b0f7ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:32.167716 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c42dd011c7749f1876583e94012f2dc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5005610
Jan 21 08:06:32.170326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35470) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:32.177298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd1b819-618a-440c-b7d3-ccb9cfc0fb44,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:32.181181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ab3bd48d-fd3c-4169-a12a-226768af33ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:32.184431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Router a17a447b-9ac9-4f6d-9251-40caf252f47b is scheduled to L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f with binding_index 1 {{(pid=80207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 21 08:06:32.266522 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-18a2dad5-7444-4dfb-a976-de92319be9d8 None None] Provisioning complete for port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:32.266948 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18a2dad5-7444-4dfb-a976-de92319be9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.268617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.299755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.373523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341002c3-ebab-4794-bfd7-300007721e46 req-85478f0f-ed64-4860-b119-f737710324f4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:32.375482 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-341002c3-ebab-4794-bfd7-300007721e46 req-85478f0f-ed64-4860-b119-f737710324f4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 943 time: 0.2811215
Jan 21 08:06:32.380429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.387409 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-92af7e09-1dd2-436a-9fa7-b485992f74da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:32.422372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd1b819-618a-440c-b7d3-ccb9cfc0fb44,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:32.428031 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.429687 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdd1b819-618a-440c-b7d3-ccb9cfc0fb44 HTTP/1.1" status: 204  len: 168 time: 0.2571023
Jan 21 08:06:32.439167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:32.449362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:06:32.477262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Sync routers for ids ['a17a447b-9ac9-4f6d-9251-40caf252f47b'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:06:32.485045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cde41ab4-70b7-4512-93fd-9a8b7d6b9034 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:32.485730 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-341002c3-ebab-4794-bfd7-300007721e46 req-304d1ba9-925f-4afa-8af0-38db0f96b401 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992358
Jan 21 08:06:32.537354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Deleting port ee23e4e4-45f1-455c-9043-02e4fa1e95ae {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:32.537791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.563613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Routers {'a17a447b-9ac9-4f6d-9251-40caf252f47b'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:32.564495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd62df28>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:06:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a17a447b-9ac9-4f6d-9251-40caf252f47b'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:32.628297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35478) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:32.662034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.663378 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.3225760
Jan 21 08:06:32.666726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35484) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:32.686625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-824cf77c-c121-4138-9621-39b54ccabefb None None] Provisioning complete for port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:32.687072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-824cf77c-c121-4138-9621-39b54ccabefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:32.990239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.007353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:33.011618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Usage tracker for resource:security_group_rule and tenant:b9c8752314bc4207adf52d34c768dfed is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:33.015376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:33.022335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:33.042240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:33.047997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.094046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] For port ee23e4e4-45f1-455c-9043-02e4fa1e95ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:33.094462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.096582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Set router a17a447b-9ac9-4f6d-9251-40caf252f47b gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:33.104749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35490) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:33.136641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.147788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.155925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:33.160364 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Usage tracker for resource:security_group_rule and tenant:e6111741c00d4ef9a9ac942e78143506 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:33.163465 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:33.170453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:33.181967 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.198944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-40a7658d-62b6-4a45-81a8-c172d6676202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:33.254688 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe2b1e-c83a-4045-b1bf-5fcdc199c473,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:33.259928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Calling delete_port for ee23e4e4-45f1-455c-9043-02e4fa1e95ae owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:33.262496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:33.271520 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9c8752314bc4207adf52d34c768dfed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6377416
Jan 21 08:06:33.272343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35494) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:33.391879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.423674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.443887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.471005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.505887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c79e7427-d8a2-41a5-a1cd-23bffdb1998d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:33.553999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device eca37156-d0ee-4202-89b5-c1a58a7e9022 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:33.560954 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6111741c00d4ef9a9ac942e78143506&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4548788
Jan 21 08:06:33.572257 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35500) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:33.574074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8739a833-c699-442f-9c0d-ef9bcb5a4329,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:33.578261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2f462d58-13bf-4fd4-af49-5470b504e003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:33.629936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.639908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ee5650ed-25e8-42b0-94f6-feb53570aa12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:33.659029 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe2b1e-c83a-4045-b1bf-5fcdc199c473,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:33.662802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:33.663792 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd62df28>, [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:06:30Z', 'revision_number': 3, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:33.667667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port eca37156-d0ee-4202-89b5-c1a58a7e9022 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:33.668092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.681087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.684903 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acbe2b1e-c83a-4045-b1bf-5fcdc199c473 HTTP/1.1" status: 204  len: 168 time: 0.4095054
Jan 21 08:06:33.725250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Checking router: a17a447b-9ac9-4f6d-9251-40caf252f47b for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:06:33.725626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Updating router a17a447b-9ac9-4f6d-9251-40caf252f47b port cca349ad-316e-4900-b111-31bdb7d58041 binding host dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:06:33.820651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.846062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e18c5c-988a-449b-8a60-c231538b651e req-c599a304-4795-4a88-b68d-1782adc02b12 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:06:33.849241 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-36e18c5c-988a-449b-8a60-c231538b651e req-c599a304-4795-4a88-b68d-1782adc02b12 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 943 time: 0.1522324
Jan 21 08:06:33.892414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-843d97a6-8712-41f9-9e35-9f28b7d2fb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:33.910228 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-36e18c5c-988a-449b-8a60-c231538b651e req-ecbf99d1-eafc-4441-9326-b5cfee4d4a61 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/security-groups?id=8e02e1db-6a4a-490b-bb2b-8c1392f8d030&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509431
Jan 21 08:06:33.966233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-843d97a6-8712-41f9-9e35-9f28b7d2fb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.099015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.117112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1827b803-7428-4deb-a38f-d970169418b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:34.263464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Pushing event deleted for resources: {'Port': ['ID=ee23e4e4-45f1-455c-9043-02e4fa1e95ae,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:34.272935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:34.351167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Notify callbacks [] for port, precommit_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.366220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Transition to ACTIVE for port object cca349ad-316e-4900-b111-31bdb7d58041 will not be triggered until provisioned by entity L2. {{(pid=80208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:34.371412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-843d97a6-8712-41f9-9e35-9f28b7d2fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.383630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3334375d-2801-4f58-a623-25ccd29056a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:34.403251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.409770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d97a6-8712-41f9-9e35-9f28b7d2fb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8739a833-c699-442f-9c0d-ef9bcb5a4329,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:34.419680 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-843d97a6-8712-41f9-9e35-9f28b7d2fb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:34.421493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:34.520926 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] No DVR routers for this DVR port ee23e4e4-45f1-455c-9043-02e4fa1e95ae on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:06:34.525694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.528254 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f46f96d2-b87f-41fb-851a-1a32f76544a9 req-b2ff013b-4c08-4e27-9c3f-e4888c20b14d tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.76 "DELETE /v2.0/ports/ee23e4e4-45f1-455c-9043-02e4fa1e95ae HTTP/1.1" status: 204  len: 173 time: 4.4207940
Jan 21 08:06:34.529074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'name': 'network-vif-deleted', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:06:34.536563 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-843d97a6-8712-41f9-9e35-9f28b7d2fb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.540698 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-843d97a6-8712-41f9-9e35-9f28b7d2fb77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8739a833-c699-442f-9c0d-ef9bcb5a4329 HTTP/1.1" status: 204  len: 168 time: 0.9647377
Jan 21 08:06:34.564208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.600521 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb07a5-7b1e-4872-aa2b-3a348b53e888 None None] Pushing event updated for resources: {'Port': ['ID=cca349ad-316e-4900-b111-31bdb7d58041,revision_number=2']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:34.606189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-09eb07a5-7b1e-4872-aa2b-3a348b53e888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:34.697140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Attempting to bind port cca349ad-316e-4900-b111-31bdb7d58041 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:06:34.698378 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Attempting to bind port cca349ad-316e-4900-b111-31bdb7d58041 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:06:34.698950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Attempting to bind port cca349ad-316e-4900-b111-31bdb7d58041 on network 877a3e71-5485-4d19-bbac-66a071a78bdb {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:06:34.703418 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd95e578-9582-4d9c-a5a9-4c6348d87eb2', 'name': 'network-vif-deleted', 'tag': 'ee23e4e4-45f1-455c-9043-02e4fa1e95ae', 'status': 'completed', 'code': 200}
Jan 21 08:06:34.705879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:06:34.707048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Checking segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:34.707631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.708184 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Bound using segment: {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'} {{(pid=80208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:06:34.708852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Bound port: cca349ad-316e-4900-b111-31bdb7d58041, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc2bc3-8187-474f-8660-1065a7c9e973', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}}] {{(pid=80208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:06:34.709374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.827510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] For port cca349ad-316e-4900-b111-31bdb7d58041, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:06:34.833924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] For port cca349ad-316e-4900-b111-31bdb7d58041, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=cca349ad-316e-4900-b111-31bdb7d58041,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:06:34.877193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:34.896485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-620ee859-c5f8-4e4c-b4b4-7f5e2cb5a3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:35.028898 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Allocated IP 172.20.0.1 (0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9/23169fe5-b5f8-4209-92b6-369a5bd5f699/b5a64360-581f-4c7a-aa00-43daa96e1284) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:06:35.091400 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb07a5-7b1e-4872-aa2b-3a348b53e888 None None] Pushing event updated for resources: {'Port': ['ID=cca349ad-316e-4900-b111-31bdb7d58041,revision_number=3']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:35.097035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-09eb07a5-7b1e-4872-aa2b-3a348b53e888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:35.146822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Routers {'a17a447b-9ac9-4f6d-9251-40caf252f47b'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:35.147504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd62df28>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:06:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a17a447b-9ac9-4f6d-9251-40caf252f47b'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:35.263974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35534) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:35.270501 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-90c04334-8960-4267-840c-a0dca3dd19ee req-a66599aa-23d5-48e8-a331-14344e6c1e71 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] 10.222.0.21 "GET /v2.0/ports?device_id=cd95e578-9582-4d9c-a5a9-4c6348d87eb2 HTTP/1.1" status: 200  len: 210 time: 0.1090679
Jan 21 08:06:35.292860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:35.319549 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:35.324382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Usage tracker for resource:security_group_rule and tenant:aad38798554e4e0a9070383cdf79525a is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:35.327934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:35.335382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:35.416477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:35.446881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Transition to ACTIVE for port object b5a64360-581f-4c7a-aa00-43daa96e1284 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:35.560201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:35.584704 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:35.609071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-659f6144-6e89-4de4-9b34-ed87f0467afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:35.624119 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] Set router a17a447b-9ac9-4f6d-9251-40caf252f47b gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:35.651201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:35.773287 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aad38798554e4e0a9070383cdf79525a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5051217
Jan 21 08:06:35.774796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35538) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:35.786784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a64360-581f-4c7a-aa00-43daa96e1284,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:35.798064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.798498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.798984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.799361 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.800618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.801293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.802122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.802778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.803414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.804424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.805044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.805956 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.806649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.807270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.807887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.808503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.809120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.809725 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.810373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.811016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.812221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.812848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.813469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.814134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:06:35.847425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:35.848459 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-62ecd3d8-a100-4326-8688-bb00537ee51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:35.858882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:35.896078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:35.898572 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09150311-d70d-403b-94d4-a5e688a07dc3,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:35.905194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-571f7d73-923f-423f-ab7e-a85daa111eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:35.917457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:35.918059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:35.920720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:06:35.976368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd62df28>, [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:06:30Z', 'revision_number': 3, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:35.981634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cbc3d-495b-4ca4-8c9f-74a8501dd1ab None None] The sync data for ids ['a17a447b-9ac9-4f6d-9251-40caf252f47b'] in dv-cinder-768592-5-iscsi is: [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:06:30Z', 'revision_number': 3, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:06:35.996074 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-908729'] for router_interface, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.012683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.025981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-88c75281-faee-433a-b2e0-fecb6a40f5a6 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:36.045089 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09150311-d70d-403b-94d4-a5e688a07dc3,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:36.048999 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:36.051857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.063551 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09150311-d70d-403b-94d4-a5e688a07dc3 HTTP/1.1" status: 204  len: 168 time: 0.2797971
Jan 21 08:06:36.216756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.305879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-36c1e016-2c21-49d9-b59b-7c9035234b4b None None] Provisioning for port b5a64360-581f-4c7a-aa00-43daa96e1284 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:36.312843 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-36c1e016-2c21-49d9-b59b-7c9035234b4b None None] Provisioning complete for port b5a64360-581f-4c7a-aa00-43daa96e1284 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:36.313451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-36c1e016-2c21-49d9-b59b-7c9035234b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.392552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-36c1e016-2c21-49d9-b59b-7c9035234b4b None None] Port b5a64360-581f-4c7a-aa00-43daa96e1284 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:06:36.698197 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.747087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.797883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7969f4a9-09b7-4b2f-9519-bc711b51d354 tempest-ServerRescueNegativeTestJSON-276346051 tempest-ServerRescueNegativeTestJSON-276346051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:36.915634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a64360-581f-4c7a-aa00-43daa96e1284,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:36.918432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-543870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-905054'] for router_interface, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:36.935420 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:37.109042 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:06:37.110644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:06:37.374336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Router a17a447b-9ac9-4f6d-9251-40caf252f47b has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:06:37.429836 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a990e244-5de2-46ee-bb1e-e25fdf796db8 None None] Provisioning complete for port b5a64360-581f-4c7a-aa00-43daa96e1284 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:37.430423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a990e244-5de2-46ee-bb1e-e25fdf796db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:37.504333 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a990e244-5de2-46ee-bb1e-e25fdf796db8 None None] Port b5a64360-581f-4c7a-aa00-43daa96e1284 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:06:37.902727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:06:37.927251 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] 10.222.0.21 "PUT /v2.0/routers/a17a447b-9ac9-4f6d-9251-40caf252f47b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2579973
Jan 21 08:06:38.518587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cca349ad-316e-4900-b111-31bdb7d58041 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:38.595851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35644) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:38.652634 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port cca349ad-316e-4900-b111-31bdb7d58041 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:38.658477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port cca349ad-316e-4900-b111-31bdb7d58041 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:38.659053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:38.797360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:38.817376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port cca349ad-316e-4900-b111-31bdb7d58041, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=cca349ad-316e-4900-b111-31bdb7d58041,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:38.855587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2117387807', 'description': 'tempest-TestVolumeBootPattern-2117387807 description'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:38.864392 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:38.866673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-399ec8da-15f7-465b-90b4-77ea0aee7eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:38.869661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:38.885568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:security_group and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:38.893848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:38.906825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:38.969247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:38.989569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=cca349ad-316e-4900-b111-31bdb7d58041,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:38.992971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:39.021911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:39.030038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:security_group_rule and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:39.040205 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:39.065891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:39.160799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.197938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.204172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fc08ea43-0c44-4d87-a1c3-e9eae2a9bde4 tempest-TestShelveInstance-1519142763 tempest-TestShelveInstance-1519142763] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:39.231955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Sync routers for ids ['a17a447b-9ac9-4f6d-9251-40caf252f47b'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:06:39.249261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Routers {'a17a447b-9ac9-4f6d-9251-40caf252f47b'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:39.250220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de1357f0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:06:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a17a447b-9ac9-4f6d-9251-40caf252f47b'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:39.252953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'SecurityGroup': ['ID=a916495e-c282-4d09-8f87-f12777739be0,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:39.258153 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:39.304583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.306713 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-91d409e8-0601-4e4a-a381-e1e0432ddca4 req-14746420-721c-42bd-a8ab-2259f0c635e2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4564240
Jan 21 08:06:39.411351 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-c27528dd-56e4-406a-aea5-96726706691a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups/a916495e-c282-4d09-8f87-f12777739be0 HTTP/1.1" status: 200  len: 1808 time: 0.0693755
Jan 21 08:06:39.416953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.423763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a916495e-c282-4d09-8f87-f12777739be0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:39.424394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a916495e-c282-4d09-8f87-f12777739be0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:39.435239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:39.440034 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:security_group_rule and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:39.445972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:39.449908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:39.454262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Set router a17a447b-9ac9-4f6d-9251-40caf252f47b gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:39.596482 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group_rule, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.625476 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.671714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.681322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3487003a-3d68-4a5c-8030-2b1083a3d689 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:39.707133 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd0e21d-fde5-4096-8eea-c122f3b7db66,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:39.710410 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:39.757376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group_rule, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.758773 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3adaedba-bfc0-48c6-bfaf-90ecc955a4d4 req-9699460a-3ad5-4800-bcc1-0ed54e8ec4c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3406572
Jan 21 08:06:39.839577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Deleting port 759651bd-3ec4-46a6-8613-04875aa2bbe7 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:39.840132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:39.843112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de1357f0>, [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:06:36Z', 'revision_number': 4, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'b5a64360-581f-4c7a-aa00-43daa96e1284', 'name': '', 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'mac_address': 'fa:16:3e:ed:a8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '23169fe5-b5f8-4209-92b6-369a5bd5f699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:34Z', 'updated_at': '2021-01-21T08:06:36Z', 'revision_number': 2, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'subnets': [{'id': '23169fe5-b5f8-4209-92b6-369a5bd5f699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:39.847670 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Checking router: a17a447b-9ac9-4f6d-9251-40caf252f47b for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:06:39.848047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Updating router a17a447b-9ac9-4f6d-9251-40caf252f47b port b5a64360-581f-4c7a-aa00-43daa96e1284 binding host dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 21 08:06:39.883987 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-421c7145-a4b5-47ee-a359-b99a4c57e849 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups/a916495e-c282-4d09-8f87-f12777739be0 HTTP/1.1" status: 200  len: 2401 time: 0.0908091
Jan 21 08:06:39.901833 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a916495e-c282-4d09-8f87-f12777739be0', 'remote_group_id': None}]} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:39.902061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a916495e-c282-4d09-8f87-f12777739be0', 'remote_group_id': None}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:06:39.912226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:39.916804 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:security_group_rule and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:39.920449 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:39.927344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:39.932645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.054656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group_rule, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.060740 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] For port 759651bd-3ec4-46a6-8613-04875aa2bbe7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=759651bd-3ec4-46a6-8613-04875aa2bbe7,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:40.060890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.087316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.123345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762013'] for security_group_rule, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.126236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-14197850-2040-46e1-8c25-8267de0bccd1 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:40.161189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9af750-9447-431f-89d7-3eee22b0f589,revision_number=0']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:40.166294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:40.219316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Calling delete_port for 759651bd-3ec4-46a6-8613-04875aa2bbe7 owned by network:router_interface {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:40.223957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group_rule, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.225470 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-24f61c38-c3ef-4a2d-bfb1-7a90e782361c req-5eb21302-e5f4-470f-b79b-4c9cefab16b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3405559
Jan 21 08:06:40.442083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Notify callbacks [] for port, precommit_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.462600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cca349ad-316e-4900-b111-31bdb7d58041 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:40.472386 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Transition to ACTIVE for port object b5a64360-581f-4c7a-aa00-43daa96e1284 will not be triggered until provisioned by entity L2. {{(pid=80209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:06:40.515130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.547700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5e869350-02af-428d-b936-10af0eaa3b9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:40.582594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port cca349ad-316e-4900-b111-31bdb7d58041 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:40.583037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.709525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.746305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05ccae-1308-4509-a87d-5d5b81603218 None None] Pushing event updated for resources: {'Port': ['ID=b5a64360-581f-4c7a-aa00-43daa96e1284,revision_number=3']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:40.760453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bd05ccae-1308-4509-a87d-5d5b81603218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:40.789286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6d3af821-d2cc-4ee5-a581-79e65dea20c3 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:40.840473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=759651bd-3ec4-46a6-8613-04875aa2bbe7,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:40.844933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:40.941025 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Attempting to bind port b5a64360-581f-4c7a-aa00-43daa96e1284 on host dv-cinder-768592-5-iscsi for vnic_type normal with profile  {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:06:40.942049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Attempting to bind port b5a64360-581f-4c7a-aa00-43daa96e1284 by drivers openvswitch on host dv-cinder-768592-5-iscsi at level 0 using segments [{'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:06:40.942295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Attempting to bind port b5a64360-581f-4c7a-aa00-43daa96e1284 on network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:06:40.949208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Checking agent: {'id': '91a57f89-3509-4b88-8053-83d50b468447', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 47, 27), 'started_at': datetime.datetime(2021, 1, 21, 7, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.44', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:06:40.949705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Checking segment: {'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:06:40.950259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:40.950696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Bound using segment: {'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'} {{(pid=80209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:06:40.951214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Bound port: b5a64360-581f-4c7a-aa00-43daa96e1284, host: dv-cinder-768592-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441f4a68-2d90-4f14-8f61-66419e7b8337', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9'}}] {{(pid=80209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:06:40.951629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:41.078442 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] For port b5a64360-581f-4c7a-aa00-43daa96e1284, host dv-cinder-768592-5-iscsi, cleared binding levels {{(pid=80209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:06:41.083959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] For port b5a64360-581f-4c7a-aa00-43daa96e1284, host dv-cinder-768592-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=b5a64360-581f-4c7a-aa00-43daa96e1284,segment=NetworkSegment(441f4a68-2d90-4f14-8f61-66419e7b8337),segment_id=441f4a68-2d90-4f14-8f61-66419e7b8337)] {{(pid=80209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:06:41.141274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80209) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:41.163483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:41.309809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:41.382264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05ccae-1308-4509-a87d-5d5b81603218 None None] Pushing event updated for resources: {'Port': ['ID=b5a64360-581f-4c7a-aa00-43daa96e1284,revision_number=4']} {{(pid=80209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:41.386418 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bd05ccae-1308-4509-a87d-5d5b81603218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80209) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:41.430585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Routers {'a17a447b-9ac9-4f6d-9251-40caf252f47b'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:41.430894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de1357f0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:06:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a17a447b-9ac9-4f6d-9251-40caf252f47b'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:41.660616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] Set router a17a447b-9ac9-4f6d-9251-40caf252f47b gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:42.198188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de1357f0>, [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:06:36Z', 'revision_number': 4, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'b5a64360-581f-4c7a-aa00-43daa96e1284', 'name': '', 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'mac_address': 'fa:16:3e:ed:a8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '23169fe5-b5f8-4209-92b6-369a5bd5f699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:34Z', 'updated_at': '2021-01-21T08:06:41Z', 'revision_number': 4, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'subnets': [{'id': '23169fe5-b5f8-4209-92b6-369a5bd5f699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:42.202394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3b526-a5d2-4e17-bbe7-5c5a52529552 None None] The sync data for ids ['a17a447b-9ac9-4f6d-9251-40caf252f47b'] in dv-cinder-768592-5-iscsi is: [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:06:36Z', 'revision_number': 4, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'b5a64360-581f-4c7a-aa00-43daa96e1284', 'name': '', 'network_id': '0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'mac_address': 'fa:16:3e:ed:a8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '23169fe5-b5f8-4209-92b6-369a5bd5f699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:34Z', 'updated_at': '2021-01-21T08:06:41Z', 'revision_number': 4, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'subnets': [{'id': '23169fe5-b5f8-4209-92b6-369a5bd5f699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:06:42.236981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:06:42.512225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:06:42.526598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] Sync routers for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:06:42.528670 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-a631db6b-2b52-4032-bad4-cec20cd7cf1f admin admin] 10.222.0.21 "PUT /v2.0/routers/4204a21d-f93c-49bd-80b2-b0ac528d45d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9314981
Jan 21 08:06:42.531399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35760) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:42.551524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device b5a64360-581f-4c7a-aa00-43daa96e1284 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:42.590644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:42.591596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd40e438>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:06:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:42.792113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks [] for router, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:42.858778 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:42.975298 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning for port b5a64360-581f-4c7a-aa00-43daa96e1284 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:06:42.989779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port b5a64360-581f-4c7a-aa00-43daa96e1284 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:42.990473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.005854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.011678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Deleting port 3c225765-95c5-4628-add6-8f9e71aa6953 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:43.012155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.245958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35772) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:43.303433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] For port 3c225765-95c5-4628-add6-8f9e71aa6953, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=3c225765-95c5-4628-add6-8f9e71aa6953,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:43.303859 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.309137 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.351284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] For port b5a64360-581f-4c7a-aa00-43daa96e1284, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=b5a64360-581f-4c7a-aa00-43daa96e1284,segment=NetworkSegment(441f4a68-2d90-4f14-8f61-66419e7b8337),segment_id=441f4a68-2d90-4f14-8f61-66419e7b8337)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:43.390763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.397280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:43.440931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd40e438>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:06:40Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:43.460890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] Checking router: 4204a21d-f93c-49bd-80b2-b0ac528d45d2 for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:06:43.481166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.488468 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Calling delete_port for 3c225765-95c5-4628-add6-8f9e71aa6953 owned by network:router_gateway {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:43.490643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] Routers {'4204a21d-f93c-49bd-80b2-b0ac528d45d2'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:06:43.491337 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd40e438>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:06:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:43.508774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:43.514368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Usage tracker for resource:security_group_rule and tenant:1c76597bd71849f9ae2708bc563d61c1 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:43.519357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:43.525812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:43.629988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Pushing event updated for resources: {'Port': ['ID=b5a64360-581f-4c7a-aa00-43daa96e1284,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:43.634874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.646635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:43.654319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.694774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.712186 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6330021b-6b24-49eb-b127-edbab3e512a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:43.763609 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c76597bd71849f9ae2708bc563d61c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5159135
Jan 21 08:06:43.764303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35782) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:43.767304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e43ab28-d611-4e2b-a46a-737ebbb81cdb,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:43.771700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-9a1c6c1f-813b-4379-a758-30692cf3ee92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:43.800191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] Set router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:06:43.880209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.887681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:43.922481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.026267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.033857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ef3937c7-9ab8-467e-a841-22e92460804c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:44.054312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.065236 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e43ab28-d611-4e2b-a46a-737ebbb81cdb,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:44.069675 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.094674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:44.095708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.097865 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e43ab28-d611-4e2b-a46a-737ebbb81cdb HTTP/1.1" status: 204  len: 168 time: 0.3324137
Jan 21 08:06:44.123307 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.123807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4204a21d-f93c-49bd-80b2-b0ac528d45d2 {{(pid=80207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:06:44.137693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] Notify callbacks [] for router, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.141720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35792) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:44.141901 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-569da36f-4ef4-42be-a441-7269fd94574b admin admin] 10.222.0.21 "DELETE /v2.0/routers/4204a21d-f93c-49bd-80b2-b0ac528d45d2 HTTP/1.1" status: 204  len: 168 time: 1.6092572
Jan 21 08:06:44.229974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Deleting subnet dc2763ff-9f4c-493c-b73b-29c6b85861d2 {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:06:44.233276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.262992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd40e438>, [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:06:40Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:44.268173 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee88e28-7160-4d9d-95d9-cb67dbe87b51 None None] The sync data for ids ['4204a21d-f93c-49bd-80b2-b0ac528d45d2'] in dv-cinder-768592-5-iscsi is: [{'id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'name': 'tempest-TestMinimumBasicScenario-1053949616-router', 'tenant_id': '3a088da320754e3eacef5cb62d7986c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:03:49Z', 'updated_at': '2021-01-21T08:06:40Z', 'revision_number': 5, 'project_id': '3a088da320754e3eacef5cb62d7986c6', 'gw_port': {'id': '3c225765-95c5-4628-add6-8f9e71aa6953', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4204a21d-f93c-49bd-80b2-b0ac528d45d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:03:51Z', 'updated_at': '2021-01-21T08:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:06:44.292969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.428714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device b5a64360-581f-4c7a-aa00-43daa96e1284 up at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:06:44.469781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.697156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Provisioning complete for port b5a64360-581f-4c7a-aa00-43daa96e1284 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:06:44.697586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.767981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35800) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:44.796672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.833728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:06:44.840393 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:585edc00c8074b519c800e7595e890d9 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:06:44.845305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:06:44.854334 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 759651bd-3ec4-46a6-8613-04875aa2bbe7 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:44.856001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:06:44.896919 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 759651bd-3ec4-46a6-8613-04875aa2bbe7 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:44.897250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 759651bd-3ec4-46a6-8613-04875aa2bbe7 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:44.923561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:44.952066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1af0c942-46c3-46c9-a930-472309aaa61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:45.069614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2763ff-9f4c-493c-b73b-29c6b85861d2,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:45.076431 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:45.080743 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.119816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.124746 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b91f84-3637-4725-b2a4-40393c508de3 None None] Network a05d5ac6-00ca-4592-a076-63b05686a8ee requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:06:45.129871 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.140800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-89891de4-8c71-4eee-a303-619bb413ebf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:45.155755 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-af86ff4e-3c13-45d7-98f6-7d6e9eee518b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc2763ff-9f4c-493c-b73b-29c6b85861d2 HTTP/1.1" status: 204  len: 168 time: 1.0127568
Jan 21 08:06:45.158795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 35804) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:45.188390 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=585edc00c8074b519c800e7595e890d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4160733
Jan 21 08:06:45.189067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35808) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:45.207891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3cebaf-dabb-42d2-8f20-953a1b1c2d27,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:45.212623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0f0a29b7-7925-4339-8c78-935da9bcd8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:45.285051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.293568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-92e9129e-be05-48a2-9a86-16d8a8e35357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.336506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-92e9129e-be05-48a2-9a86-16d8a8e35357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.377436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Deleting port 568cbf43-2b86-4c59-b234-050ee4f711c7 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:45.379352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.489072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-92e9129e-be05-48a2-9a86-16d8a8e35357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.495505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-2b7f110c-6a66-4b20-8131-3a33714556a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:45.507573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] DHCP port deletion for a05d5ac6-00ca-4592-a076-63b05686a8ee request from dv-cinder-768592-5-iscsi {{(pid=80208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 21 08:06:45.512493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Deleting port 568cbf43-2b86-4c59-b234-050ee4f711c7 {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:45.512911 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.519951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9129e-be05-48a2-9a86-16d8a8e35357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3cebaf-dabb-42d2-8f20-953a1b1c2d27,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:45.522960 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-92e9129e-be05-48a2-9a86-16d8a8e35357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:45.525187 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-92e9129e-be05-48a2-9a86-16d8a8e35357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.526457 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-92e9129e-be05-48a2-9a86-16d8a8e35357 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d3cebaf-dabb-42d2-8f20-953a1b1c2d27 HTTP/1.1" status: 204  len: 168 time: 0.3364027
Jan 21 08:06:45.686254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] For port 568cbf43-2b86-4c59-b234-050ee4f711c7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=568cbf43-2b86-4c59-b234-050ee4f711c7,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:45.686726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.817944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] For port 568cbf43-2b86-4c59-b234-050ee4f711c7, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=568cbf43-2b86-4c59-b234-050ee4f711c7,segment=NetworkSegment(7647ca25-b279-4d0a-b0a8-53a05f600357),segment_id=7647ca25-b279-4d0a-b0a8-53a05f600357)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:06:45.818387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:45.838349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Calling delete_port for 568cbf43-2b86-4c59-b234-050ee4f711c7 owned by network:dhcp {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:45.991854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Calling delete_port for 568cbf43-2b86-4c59-b234-050ee4f711c7 owned by network:dhcp {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:06:46.070398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:06:46.070815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:06:46.126973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:46.144308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:46.256695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=568cbf43-2b86-4c59-b234-050ee4f711c7,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:46.262024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:46.313382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] No DVR routers for this DVR port 568cbf43-2b86-4c59-b234-050ee4f711c7 on host dv-cinder-768592-5-iscsi {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:06:46.414104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 568cbf43-2b86-4c59-b234-050ee4f711c7 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:46.446749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:46.458178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 568cbf43-2b86-4c59-b234-050ee4f711c7 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:46.458577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 568cbf43-2b86-4c59-b234-050ee4f711c7 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:46.459049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3c225765-95c5-4628-add6-8f9e71aa6953 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:06:46.503530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 3c225765-95c5-4628-add6-8f9e71aa6953 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:06:46.503933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 3c225765-95c5-4628-add6-8f9e71aa6953 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:06:46.571829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Deleting port 568cbf43-2b86-4c59-b234-050ee4f711c7 {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:06:46.572384 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:46.574432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56de2e85c0>,) {'filters': {'network_id': ['a05d5ac6-00ca-4592-a076-63b05686a8ee']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:46.589937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de2e85c0>, '7647ca25-b279-4d0a-b0a8-53a05f600357') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:46.590280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56de2e85c0>, '7647ca25-b279-4d0a-b0a8-53a05f600357') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:06:46.603226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:46.619073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:46.621191 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:06:46.646401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-5871c195-c5ff-43eb-bc27-f4af090b8f78 None None] The port '568cbf43-2b86-4c59-b234-050ee4f711c7' was deleted {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 21 08:06:46.821711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Network a05d5ac6-00ca-4592-a076-63b05686a8ee has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:46.831263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:47.280052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Network a05d5ac6-00ca-4592-a076-63b05686a8ee has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:06:47.304968 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:06:47.475220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:47.478807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:47.494021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:47.510656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05d5ac6-00ca-4592-a076-63b05686a8ee,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:47.515048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:47.561441 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a05d5ac6-00ca-4592-a076-63b05686a8ee HTTP/1.1" status: 204  len: 168 time: 2.4009640
Jan 21 08:06:47.873662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35864) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:47.932015 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-efdd56a0-1ce8-4fd6-90f8-b96658ad7074 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a088da320754e3eacef5cb62d7986c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0567064
Jan 21 08:06:47.934436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 35868) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:06:48.002101 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad05e870-cb85-4a9d-a3e0-30bf3de181c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:48.041846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad05e870-cb85-4a9d-a3e0-30bf3de181c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:48.177070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad05e870-cb85-4a9d-a3e0-30bf3de181c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:48.183692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-811330e6-a770-4aab-9d08-9411c98f63d4 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:06:48.202203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05e870-cb85-4a9d-a3e0-30bf3de181c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e02e1db-6a4a-490b-bb2b-8c1392f8d030,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:06:48.205287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ad05e870-cb85-4a9d-a3e0-30bf3de181c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:06:48.248463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ad05e870-cb85-4a9d-a3e0-30bf3de181c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:48.253450 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ad05e870-cb85-4a9d-a3e0-30bf3de181c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e02e1db-6a4a-490b-bb2b-8c1392f8d030 HTTP/1.1" status: 204  len: 168 time: 0.3171179
Jan 21 08:06:53.432500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66e3cdfc-baa1-4326-9b6a-926235c5952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:55.515332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:55.706354 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8da27aab-5a82-4676-987a-85e409bd65e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:56.180596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:56.843095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:06:56.989517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:06:57.865706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:01.670425 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36092) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:01.832613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:01.852427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:01.856969 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Usage tracker for resource:security_group_rule and tenant:cb434d17ed7343e09b89992a9d74b8c0 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:01.860286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:01.866345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:02.029934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:02.098405 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:02.108457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3c9e6619-f0c2-456b-9e43-f6a4805e82ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:02.155745 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb434d17ed7343e09b89992a9d74b8c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4815769
Jan 21 08:07:02.155745 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2713f6ec-654f-41fd-bdd4-2ccb3a555ba7,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:02.156192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 36100) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:02.158759 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c2ac86ce-e3bf-4acc-91ce-719b5972cfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:02.229984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6f03569a-139b-4cac-85ad-63df4744b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:02.258621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6f03569a-139b-4cac-85ad-63df4744b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:02.340282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6f03569a-139b-4cac-85ad-63df4744b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:02.345555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-20737307-6776-4820-ae31-f8124e5d4e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:02.360358 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f03569a-139b-4cac-85ad-63df4744b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713f6ec-654f-41fd-bdd4-2ccb3a555ba7,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:02.363347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6f03569a-139b-4cac-85ad-63df4744b394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:02.364573 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6f03569a-139b-4cac-85ad-63df4744b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:02.365889 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6f03569a-139b-4cac-85ad-63df4744b394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2713f6ec-654f-41fd-bdd4-2ccb3a555ba7 HTTP/1.1" status: 204  len: 168 time: 0.2085447
Jan 21 08:07:02.934587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 36110) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:02.954809 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:02.975493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:02.979613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Usage tracker for resource:security_group_rule and tenant:6335ceb202de463795033affda40925b is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:02.982607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:02.989139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:03.077385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:03.110985 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:03.123805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fb7cc7e1-adb1-4b74-919e-852909dc41a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:03.169287 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6335ceb202de463795033affda40925b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2333841
Jan 21 08:07:03.170214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aa63db-0779-4a27-a387-b585d25ef83a,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:03.172136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36114) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:03.173583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6ad4c1f1-f970-420d-98d5-6544a875f93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:03.242281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6a7fdcda-2fce-407e-b25d-87577d9a2392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:03.272654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6a7fdcda-2fce-407e-b25d-87577d9a2392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:03.349637 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6a7fdcda-2fce-407e-b25d-87577d9a2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:03.353887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5ee0f8cf-303b-418c-9fe9-f2437b9e93eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:03.367329 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fdcda-2fce-407e-b25d-87577d9a2392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aa63db-0779-4a27-a387-b585d25ef83a,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:03.370475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6a7fdcda-2fce-407e-b25d-87577d9a2392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:03.378066 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6a7fdcda-2fce-407e-b25d-87577d9a2392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:03.379322 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-6a7fdcda-2fce-407e-b25d-87577d9a2392 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39aa63db-0779-4a27-a387-b585d25ef83a HTTP/1.1" status: 204  len: 168 time: 0.2053263
Jan 21 08:07:04.489596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-a14521f1-6418-47fb-bdbd-54b9529ba2e7 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:security_group {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:07:04.555507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-a14521f1-6418-47fb-bdbd-54b9529ba2e7 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:security_group {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:07:04.556944 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-a14521f1-6418-47fb-bdbd-54b9529ba2e7 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2117387807&fields=id&tenant_id=fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 267 time: 0.1165245
Jan 21 08:07:04.745317 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-c6a76780-dbeb-420f-be42-dad8d96b9b17 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:04.747033 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-c6a76780-dbeb-420f-be42-dad8d96b9b17 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 810 time: 0.1828606
Jan 21 08:07:04.764780 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-500e2f6b-b4c8-492f-8525-e57bee14e871 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/quotas/fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 375 time: 0.0116014
Jan 21 08:07:04.872626 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-9d32b1c9-b16a-4709-9f12-f487567b2276 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1002328
Jan 21 08:07:05.028438 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-982c6b7d-af0e-454a-819c-9bb8082e161e service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430099
Jan 21 08:07:05.096404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36160) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:05.178729 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-3c2ec0f2-1b22-4f12-947b-00cb12327cd1 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420531
Jan 21 08:07:05.270642 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:05.287345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:05.291457 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Usage tracker for resource:security_group_rule and tenant:473592b8b63949f093c93dacdc7966e9 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:05.294508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:05.305240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:05.406192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:05.452497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:05.482845 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a384a4a4-6759-43db-93af-d3914c40e12f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:05.502913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 36174) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:05.504043 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=473592b8b63949f093c93dacdc7966e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4047258
Jan 21 08:07:05.535437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3184f4a0-dd44-4942-9864-ebe5b65a10b0,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:05.538960 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-592ab28f-dead-4aa5-8202-646dbe00c012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:05.578407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dcab764e-ce18-4959-a0a7-580ff6383f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:05.607861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dcab764e-ce18-4959-a0a7-580ff6383f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:05.789128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dcab764e-ce18-4959-a0a7-580ff6383f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:05.794742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0a087f70-a038-41e0-81bd-160be6f7344b tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:05.807824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab764e-ce18-4959-a0a7-580ff6383f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3184f4a0-dd44-4942-9864-ebe5b65a10b0,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:05.814009 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dcab764e-ce18-4959-a0a7-580ff6383f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:05.818662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dcab764e-ce18-4959-a0a7-580ff6383f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:05.819916 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-dcab764e-ce18-4959-a0a7-580ff6383f23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3184f4a0-dd44-4942-9864-ebe5b65a10b0 HTTP/1.1" status: 204  len: 168 time: 0.3152852
Jan 21 08:07:07.104689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36214) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:07.132435 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-34f5d054-64d4-4f26-8d14-de0adc7982a9 req-31f975bc-8372-4468-94c6-f4e6858c0b00 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 210 time: 0.2895761
Jan 21 08:07:07.251600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1678663209-network', 'tenant_id': 'bd7a1370de2940fa9507dd92ae3a23dc'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:07.258398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:07.262698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Usage tracker for resource:network and tenant:bd7a1370de2940fa9507dd92ae3a23dc is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:07.265734 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:07.272247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:07.309070 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Made reservation on behalf of bd7a1370de2940fa9507dd92ae3a23dc for: {'network': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:07:07.315105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for network, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.329221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.346451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:07.351331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Usage tracker for resource:security_group_rule and tenant:bd7a1370de2940fa9507dd92ae3a23dc is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:07.354485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:07.360486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:07.461553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.503706 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.509113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-cf0d2060-3caf-4db9-9b06-c9926d28c259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:07.543536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 21 08:07:07.553619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:07.557591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:07.561784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.561784 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.segments_db [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Added segment e93ad05f-13b4-4f30-a257-c313b276a497 of type vxlan for network cb6a402f-96f4-4e4b-bf70-fcaba75f9156
Jan 21 08:07:07.590024 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750693041813'] for network, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.665648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855'] for network, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.666779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:07.667489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:07.673152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-88544b0f-b087-4c3b-89e4-feb3f2a35031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:07.791134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Pushing event updated for resources: {'Network': ['ID=cb6a402f-96f4-4e4b-bf70-fcaba75f9156,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:07.794160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:07.802594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 details requested by agent ovs-agent-dv-cinder-768592-5-iscsi with host dv-cinder-768592-5-iscsi {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:07:07.823682 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7177112
Jan 21 08:07:07.824338 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36224) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:07.830788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Request body: {'subnet': {'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1678663209-subnet', 'tenant_id': 'bd7a1370de2940fa9507dd92ae3a23dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:07.836966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:07.841447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Usage tracker for resource:subnet and tenant:bd7a1370de2940fa9507dd92ae3a23dc is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:07.844509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:07.851299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:07.877578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80208) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 21 08:07:07.894665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Made reservation on behalf of bd7a1370de2940fa9507dd92ae3a23dc for: {'subnet': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:07:07.899879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851296680'] for subnet, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:08.328704 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eed2f551-f114-43f2-9b23-05ce827ee681 req-a791214f-6820-4b49-91b2-7c5e354896be tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 210 time: 0.0643692
Jan 21 08:07:08.426933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852523090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851296661'] for subnet, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:08.443267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:08.572328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c0ec54-8735-40b1-9dba-458ef7ab5572,revision_number=0']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:08.584852 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:08.653365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Checking segment: {'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:07:08.653774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Network hostable DHCP agents. Network: cb6a402f-96f4-4e4b-bf70-fcaba75f9156, hostable agents: ['85b9544e-d621-42f5-9429-2a0ee77e9cf3'], hosted agents: [] {{(pid=80207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 21 08:07:08.697551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 is scheduled to be hosted by DHCP agent 85b9544e-d621-42f5-9429-2a0ee77e9cf3 with binding_index 1 {{(pid=80207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 21 08:07:08.747198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-5-iscsi, cb6a402f-96f4-4e4b-bf70-fcaba75f9156) {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:07:08.757696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba2ae5-134a-4d77-95e0-897c18b57b98 None None] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:07:08.832724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:08.833408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:08.953263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-0f84d6d2-c7e9-4ad6-9550-2bdd1e441244 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:08.954014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-0f84d6d2-c7e9-4ad6-9550-2bdd1e441244 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:07:08.959697 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-1b6dfc51-a371-400a-ac9e-6c399d6524d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1342731
Jan 21 08:07:09.012486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-0f84d6d2-c7e9-4ad6-9550-2bdd1e441244 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:07:09.013774 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-0f84d6d2-c7e9-4ad6-9550-2bdd1e441244 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 810 time: 0.2943058
Jan 21 08:07:09.025222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720906d0-a7b0-4b3e-9d85-51c350742451 None None] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:07:09.136579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-5956330e-3696-43ac-a768-d03f0c87e2a0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:security_group {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:07:09.151532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-5956330e-3696-43ac-a768-d03f0c87e2a0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:security_group {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:07:09.153252 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-5956330e-3696-43ac-a768-d03f0c87e2a0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 5765 time: 0.1142178
Jan 21 08:07:09.164539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'port': {'device_id': '88161756-182c-4d67-9016-a838644ae941', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'admin_state_up': True, 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'security_groups': ['a916495e-c282-4d09-8f87-f12777739be0']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:09.334471 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:09.339006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:port and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:09.342422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for port was recalculated. Used quota:2. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:09.348686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:09.392469 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Made reservation on behalf of fa6b59d5451b4ea596230e581a85fd00 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:07:09.402213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:09.535839 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-76015c6a-8ce3-472a-a0c1-d84b1f957fd7 req-f1e71fd8-749d-4d3e-b04c-2180c348084a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 210 time: 0.0524554
Jan 21 08:07:09.734134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Allocated IP 172.20.0.9 (7e9b7e1d-bdef-486b-ab98-d83c49e1db2a/2971718c-4496-4f0f-994b-ae158615957e/ef83a3d2-4487-4160-9fba-97ee38dfa798) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:07:10.023508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:10.042970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Transition to ACTIVE for port object ef83a3d2-4487-4160-9fba-97ee38dfa798 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:07:10.110665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:10.131661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ac3433ff-7845-40e8-979f-0dacff087b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:10.276152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=ef83a3d2-4487-4160-9fba-97ee38dfa798,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:10.279587 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:10.336708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:07:10.337954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:07:10.340662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:07:10.428529 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:10.429272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:10.494947 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3359661
Jan 21 08:07:10.516609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Request body: {'port': {'device_id': '88161756-182c-4d67-9016-a838644ae941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:10.650342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:10.665436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a0a234ac-f85f-4e3b-a1cf-cc38bc9b5dae None None] Provisioning for port ef83a3d2-4487-4160-9fba-97ee38dfa798 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:07:10.672256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-a0a234ac-f85f-4e3b-a1cf-cc38bc9b5dae None None] Provisioning complete for port ef83a3d2-4487-4160-9fba-97ee38dfa798 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:10.673134 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a0a234ac-f85f-4e3b-a1cf-cc38bc9b5dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:10.744972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-a0a234ac-f85f-4e3b-a1cf-cc38bc9b5dae None None] Port ef83a3d2-4487-4160-9fba-97ee38dfa798 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:07:10.801051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977b6c-f10c-4d2a-a60c-9a5799558a17 req-4538ba6f-f0ec-40d2-8a14-a9a02dd3e8ee tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:10.802794 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b3977b6c-f10c-4d2a-a60c-9a5799558a17 req-4538ba6f-f0ec-40d2-8a14-a9a02dd3e8ee tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 931 time: 0.1148067
Jan 21 08:07:10.861861 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b3977b6c-f10c-4d2a-a60c-9a5799558a17 req-c9c95fb6-1683-40ba-82c3-04ba16b85735 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0522275
Jan 21 08:07:11.091733 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef83a3d2-4487-4160-9fba-97ee38dfa798 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:07:11.100714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:11.113678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Transition to ACTIVE for port object ef83a3d2-4487-4160-9fba-97ee38dfa798 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:07:11.151335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:11.168462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-79100abe-c6c8-4045-a81d-5c70ff353907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:11.309899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef83a3d2-4487-4160-9fba-97ee38dfa798,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:11.323749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:11.522331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Attempting to bind port ef83a3d2-4487-4160-9fba-97ee38dfa798 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:07:11.522828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Attempting to bind port ef83a3d2-4487-4160-9fba-97ee38dfa798 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:07:11.523059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Attempting to bind port ef83a3d2-4487-4160-9fba-97ee38dfa798 on network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:07:11.530747 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:07:11.531170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Checking segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:07:11.531526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:11.531910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Bound using segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:07:11.532388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Bound port: ef83a3d2-4487-4160-9fba-97ee38dfa798, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:07:11.532769 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:11.626835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-e92dd39a-2bda-474d-ac36-75650b9111cb tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:11.628880 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-e92dd39a-2bda-474d-ac36-75650b9111cb tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/networks?id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156 HTTP/1.1" status: 200  len: 809 time: 0.2097461
Jan 21 08:07:11.639297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] For port ef83a3d2-4487-4160-9fba-97ee38dfa798, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:07:11.642514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] For port ef83a3d2-4487-4160-9fba-97ee38dfa798, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:07:11.646315 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-9335282c-873d-49d4-9799-c1df52691745 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/quotas/bd7a1370de2940fa9507dd92ae3a23dc HTTP/1.1" status: 200  len: 375 time: 0.0109825
Jan 21 08:07:11.677532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:11.693621 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f68e4618-1aad-479e-b01c-553d30b6fb0f tempest-AttachVolumeTestJSON-1918471809 tempest-AttachVolumeTestJSON-1918471809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:11.701628 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-10cd17ce-b695-4f6e-9f50-8538b13b24ce tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493031
Jan 21 08:07:11.713891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-ae196930-74a0-4a51-a7ab-d8f662d8ecc4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:07:11.717582 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-ae196930-74a0-4a51-a7ab-d8f662d8ecc4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058064
Jan 21 08:07:12.099323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef83a3d2-4487-4160-9fba-97ee38dfa798,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:12.102975 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:12.141085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:12.141791 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:12.143317 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] 10.222.0.76 "PUT /v2.0/ports/ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 200  len: 1157 time: 1.6328838
Jan 21 08:07:12.144435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:12.165867 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-b646b677-f3e8-4cbf-908b-77a7a9e19e8f service neutron] 10.222.0.21 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4445148
Jan 21 08:07:12.188719 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88ab16-f081-413f-b236-c71ed9387349 req-79340327-6905-4674-92cb-63a6859f2c3f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:12.191061 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce88ab16-f081-413f-b236-c71ed9387349 req-79340327-6905-4674-92cb-63a6859f2c3f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1616495
Jan 21 08:07:12.334018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-4b2aeafe-de62-45c5-bda8-ebebbc91ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:12.335693 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-4b2aeafe-de62-45c5-bda8-ebebbc91ba9f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 1160 time: 0.0943389
Jan 21 08:07:12.391913 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ce88ab16-f081-413f-b236-c71ed9387349 req-a96fc4f2-8873-4acd-a32a-207b3634a7b2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0918994
Jan 21 08:07:12.394160 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-d17fcbb5-0707-4585-aeb0-86fe5d821240 service neutron] 10.222.0.21 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2021000
Jan 21 08:07:12.425859 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-cdb89e38-92ff-41b4-8cc8-dba28944a63f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 200  len: 217 time: 0.0721898
Jan 21 08:07:12.480859 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'status': 'completed', 'code': 200}
Jan 21 08:07:12.509774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-138aff03-7880-413b-a3c0-e04a9263e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:12.511431 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-138aff03-7880-413b-a3c0-e04a9263e8b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0794613
Jan 21 08:07:12.610113 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-566cd577-a61b-4c8e-bc56-a36c80cad468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:12.611936 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-566cd577-a61b-4c8e-bc56-a36c80cad468 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930946
Jan 21 08:07:12.702560 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1585d408-91a3-461c-a11d-c9dc7a3c3a89 req-b1567c2a-25f3-4e62-a266-920e7ee8882c tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 210 time: 0.0585713
Jan 21 08:07:12.777723 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-e77769e4-4d4a-4d60-a624-9291209b7958 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549506
Jan 21 08:07:12.931228 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-037fb2eb-07eb-4527-b3d1-e02ff12fe422 req-9a72269f-04a9-4cf6-8211-07a1fdea5416 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456761
Jan 21 08:07:13.166957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-82f711ed-f493-4e9d-a54a-1cae96907efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:13.168576 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-82f711ed-f493-4e9d-a54a-1cae96907efe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 1160 time: 0.0837440
Jan 21 08:07:13.324646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-50c4d180-e3b7-4625-8ccc-7426aea53624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:13.326263 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-50c4d180-e3b7-4625-8ccc-7426aea53624 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1492639
Jan 21 08:07:13.411317 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-d1aa55bd-1f74-4636-9383-77da06a39304 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 200  len: 217 time: 0.0773425
Jan 21 08:07:13.495609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-6e66356a-a704-4415-a999-5efb98788714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:13.497340 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-6e66356a-a704-4415-a999-5efb98788714 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0782142
Jan 21 08:07:13.585531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-d248debb-fd4c-47c6-bb93-e8e30e5093c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:13.587181 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-d248debb-fd4c-47c6-bb93-e8e30e5093c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814953
Jan 21 08:07:13.638831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb4735-98ef-4179-9579-027292f3e32d req-c9360759-780c-418e-89a1-fbab24c28c32 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:13.640533 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e4cb4735-98ef-4179-9579-027292f3e32d req-c9360759-780c-418e-89a1-fbab24c28c32 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1077797
Jan 21 08:07:13.700433 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e4cb4735-98ef-4179-9579-027292f3e32d req-d479518e-0857-4907-ba86-87e016edcbe1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0527606
Jan 21 08:07:13.745973 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-c51bd117-cfe5-44f8-b28d-94ad5c78a12d service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506946
Jan 21 08:07:13.909909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c6f85b6a-6378-40ba-9012-e5fd18cd706a req-b260d504-3507-488c-998c-e16a84cad84e service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552272
Jan 21 08:07:13.915504 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4023153-9851-4d33-b2e4-eff131641df2 req-3ece8652-7a7b-456d-8cea-4b8f51dcb43e tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 210 time: 0.0497360
Jan 21 08:07:14.886229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-b4c0b68c-b3cc-40cf-bb43-3c9a37336fb2 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:14.887035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-b4c0b68c-b3cc-40cf-bb43-3c9a37336fb2 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Synchronizing usage tracker for tenant:bd7a1370de2940fa9507dd92ae3a23dc on resource:network {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:07:14.944538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa433c2-1b79-4968-9180-1702827591b5 req-17eddb2d-4565-40b0-8dc7-517312374c2a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:14.946701 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3aa433c2-1b79-4968-9180-1702827591b5 req-17eddb2d-4565-40b0-8dc7-517312374c2a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1090865
Jan 21 08:07:14.968240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-b4c0b68c-b3cc-40cf-bb43-3c9a37336fb2 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Unset dirty status for tenant:bd7a1370de2940fa9507dd92ae3a23dc on resource:network {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:07:14.969504 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-b4c0b68c-b3cc-40cf-bb43-3c9a37336fb2 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "GET /v2.0/networks?id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156 HTTP/1.1" status: 200  len: 809 time: 0.2664006
Jan 21 08:07:14.994515 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Request body: {'port': {'device_id': '35cd1489-e382-4949-8768-843a91772689', 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156', 'admin_state_up': True, 'tenant_id': 'bd7a1370de2940fa9507dd92ae3a23dc'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:15.023262 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3aa433c2-1b79-4968-9180-1702827591b5 req-7cbe6a8e-06ff-466a-97a4-37dff3746d26 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0544260
Jan 21 08:07:15.102919 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-20a16a1e-c076-429b-8c2e-19bcbcdb2ef0 req-e736d18f-8ceb-427a-8839-f5510260176b tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 210 time: 0.0498786
Jan 21 08:07:15.160764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:15.164826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Usage tracker for resource:port and tenant:bd7a1370de2940fa9507dd92ae3a23dc is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:15.167872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Quota usage for port was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:15.174008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:15.225051 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Made reservation on behalf of bd7a1370de2940fa9507dd92ae3a23dc for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:07:15.234172 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:15.563692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Allocated IP 172.20.0.13 (cb6a402f-96f4-4e4b-bf70-fcaba75f9156/67c0ec54-8735-40b1-9dba-458ef7ab5572/51628187-5ba1-4c95-82d2-60de9301b353) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:07:15.795052 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:15.875167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:15.891028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-00793080-caf1-4a6d-be1d-5b4cadb481fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:16.040054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Pushing event updated for resources: {'Port': ['ID=51628187-5ba1-4c95-82d2-60de9301b353,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:16.044557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:16.103021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:07:16.104159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:07:16.106513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:07:16.189615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:16.191012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:16.242375 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2521439
Jan 21 08:07:16.261996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Request body: {'port': {'device_id': '35cd1489-e382-4949-8768-843a91772689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:16.333218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3edff-e731-4c71-ac83-7f60f1a5ccc0 req-62f6762e-cd11-4bcd-bb67-6c147750221b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:16.334966 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14e3edff-e731-4c71-ac83-7f60f1a5ccc0 req-62f6762e-cd11-4bcd-bb67-6c147750221b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1613834
Jan 21 08:07:16.390417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:16.408332 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-14e3edff-e731-4c71-ac83-7f60f1a5ccc0 req-0f328c2a-e580-484f-a439-992d1d741baa tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0661817
Jan 21 08:07:16.434605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac34c63-3803-423d-9210-97a4a40b3190 req-a46357c9-57c3-4812-b3b9-e9098fb0fe60 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:16.436320 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eac34c63-3803-423d-9210-97a4a40b3190 req-a46357c9-57c3-4812-b3b9-e9098fb0fe60 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 932 time: 0.1881273
Jan 21 08:07:16.495479 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-eac34c63-3803-423d-9210-97a4a40b3190 req-b6d481f5-babe-4a93-a2ed-171c2d63581e tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506463
Jan 21 08:07:16.875607 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51628187-5ba1-4c95-82d2-60de9301b353 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:07:16.884033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:16.897047 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Transition to ACTIVE for port object 51628187-5ba1-4c95-82d2-60de9301b353 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:07:16.945578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:16.962283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-76b631ad-57f2-40b7-bbe8-bf06fb2ca1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:17.095931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Pushing event updated for resources: {'Port': ['ID=51628187-5ba1-4c95-82d2-60de9301b353,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:17.101027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:17.298887 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Attempting to bind port 51628187-5ba1-4c95-82d2-60de9301b353 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:07:17.299258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Attempting to bind port 51628187-5ba1-4c95-82d2-60de9301b353 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:07:17.299625 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Attempting to bind port 51628187-5ba1-4c95-82d2-60de9301b353 on network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:07:17.306750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:07:17.307123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Checking segment: {'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:07:17.307526 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:17.307922 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Bound using segment: {'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:07:17.308391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Bound port: 51628187-5ba1-4c95-82d2-60de9301b353, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:07:17.308764 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:17.412272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] For port 51628187-5ba1-4c95-82d2-60de9301b353, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:07:17.415406 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] For port 51628187-5ba1-4c95-82d2-60de9301b353, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=51628187-5ba1-4c95-82d2-60de9301b353,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:07:17.460704 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:17.479942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66c0401d-843f-4e41-b0fc-73da48f150e7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:17.642933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Pushing event updated for resources: {'Port': ['ID=51628187-5ba1-4c95-82d2-60de9301b353,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:17.649715 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:17.684030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:17.684847 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:17.686378 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] 10.222.0.76 "PUT /v2.0/ports/51628187-5ba1-4c95-82d2-60de9301b353 HTTP/1.1" status: 200  len: 1158 time: 1.4296534
Jan 21 08:07:17.687270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cd1489-e382-4949-8768-843a91772689', 'tag': '51628187-5ba1-4c95-82d2-60de9301b353'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:17.712508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183008df-3a8c-4364-bf37-2437d125365a req-c4f32dcb-fe9f-4ee8-9428-29d6c7023931 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:17.712508 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-183008df-3a8c-4364-bf37-2437d125365a req-c4f32dcb-fe9f-4ee8-9428-29d6c7023931 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1668537
Jan 21 08:07:17.787438 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-183008df-3a8c-4364-bf37-2437d125365a req-44dc1357-363f-4b98-96ea-050f11470304 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0680089
Jan 21 08:07:17.821076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29822577-63ff-43f2-b9e3-d88a71bdbee4 req-8f5b1b9c-aa8b-4fdc-b844-631d505d5255 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:17.822955 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29822577-63ff-43f2-b9e3-d88a71bdbee4 req-8f5b1b9c-aa8b-4fdc-b844-631d505d5255 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 944 time: 0.1844161
Jan 21 08:07:17.871333 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cd1489-e382-4949-8768-843a91772689', 'tag': '51628187-5ba1-4c95-82d2-60de9301b353', 'status': 'completed', 'code': 200}
Jan 21 08:07:17.881938 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29822577-63ff-43f2-b9e3-d88a71bdbee4 req-ac95f56c-922c-4a01-b2af-b2360ec9b87d tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523729
Jan 21 08:07:17.911077 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-c7e42fe5-38d0-4348-a35e-3dee1bd6b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:17.912753 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-c7e42fe5-38d0-4348-a35e-3dee1bd6b053 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 1161 time: 0.1027274
Jan 21 08:07:18.233875 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-4683bf87-fa9b-41c7-a7ea-98248d39ef95 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51628187-5ba1-4c95-82d2-60de9301b353 HTTP/1.1" status: 200  len: 217 time: 0.3075061
Jan 21 08:07:18.305945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-badd2f23-e18c-421b-9036-fdf9f9e67a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:18.307522 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-badd2f23-e18c-421b-9036-fdf9f9e67a1e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67c0ec54-8735-40b1-9dba-458ef7ab5572 HTTP/1.1" status: 200  len: 849 time: 0.0666647
Jan 21 08:07:18.371695 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-d58dea8a-c7e3-448a-902c-65fdf2ada572 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496776
Jan 21 08:07:18.392112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-11b0eb17-f893-4eb1-a5ff-49a951612da8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:07:18.393218 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-11b0eb17-f893-4eb1-a5ff-49a951612da8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0055792
Jan 21 08:07:18.551139 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-1706232c-42c3-44bc-b7aa-c6a2013c16a9 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395550
Jan 21 08:07:18.701928 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0baccc65-5c9e-4c53-830e-67e75dfd42d1 req-91a9a667-f5d3-4873-9958-945e486ea37e service neutron] 10.222.0.76 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414845
Jan 21 08:07:18.947390 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-d0630589-013e-4aee-9c08-4fee9ad42618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:18.949023 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-d0630589-013e-4aee-9c08-4fee9ad42618 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 1161 time: 0.0847912
Jan 21 08:07:19.042849 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cae83e-efea-41b7-ae4e-60f08b6b7db8 req-b4023bf1-ef52-44d5-96d7-85f996789054 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:19.044660 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-02cae83e-efea-41b7-ae4e-60f08b6b7db8 req-b4023bf1-ef52-44d5-96d7-85f996789054 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1152852
Jan 21 08:07:19.103299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-28ee959e-1759-4d29-b846-ab05f09dc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:19.104961 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-28ee959e-1759-4d29-b846-ab05f09dc4ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156 HTTP/1.1" status: 200  len: 903 time: 0.1466825
Jan 21 08:07:19.152846 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-02cae83e-efea-41b7-ae4e-60f08b6b7db8 req-d8b02145-ccc6-416f-a6d2-4cd2432b4237 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0694251
Jan 21 08:07:19.187291 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-d1fc0e73-5b16-48e3-98a9-e8aff143d01f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51628187-5ba1-4c95-82d2-60de9301b353 HTTP/1.1" status: 200  len: 217 time: 0.0701399
Jan 21 08:07:19.196651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fa0f8-a26c-4bf3-ae23-494135f5b26e req-35e04dfc-3de8-483b-8231-2ce1bcefa4c9 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:19.198434 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df3fa0f8-a26c-4bf3-ae23-494135f5b26e req-35e04dfc-3de8-483b-8231-2ce1bcefa4c9 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 944 time: 0.1527376
Jan 21 08:07:19.259956 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-df3fa0f8-a26c-4bf3-ae23-494135f5b26e req-ee4732b1-8f94-46d1-85a6-785c52b81edd tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542850
Jan 21 08:07:19.267427 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-4c6f30cf-050b-40d9-b2d1-c8fe6851bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:19.269154 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-4c6f30cf-050b-40d9-b2d1-c8fe6851bdc8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67c0ec54-8735-40b1-9dba-458ef7ab5572 HTTP/1.1" status: 200  len: 849 time: 0.0741677
Jan 21 08:07:19.332018 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-2556f903-2a56-4a01-be51-7164dcb335ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483475
Jan 21 08:07:19.499864 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-73decffb-9866-4fd8-9ab7-2adf81e26cc7 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506274
Jan 21 08:07:19.689276 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ae71daab-3eff-449f-9772-35ee6702ff11 req-c3156cf4-2db9-4005-9e1e-b09a74fc015b service neutron] 10.222.0.76 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466627
Jan 21 08:07:20.394508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19741685-b44f-405f-8e25-35aeedd2f9fb req-fecc5a1e-6357-406b-bb02-e987931bc4ff tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:20.396206 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-19741685-b44f-405f-8e25-35aeedd2f9fb req-fecc5a1e-6357-406b-bb02-e987931bc4ff tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1061692
Jan 21 08:07:20.511012 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-19741685-b44f-405f-8e25-35aeedd2f9fb req-c01b7f88-4ec3-41ee-90be-483d019a10ff tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0681269
Jan 21 08:07:20.553121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eef84-070e-44cc-ae6b-f606fbb5da52 req-e240a471-6169-467c-a323-c720bc3b0ce7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:20.554826 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e91eef84-070e-44cc-ae6b-f606fbb5da52 req-e240a471-6169-467c-a323-c720bc3b0ce7 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 944 time: 0.1542861
Jan 21 08:07:20.609488 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e91eef84-070e-44cc-ae6b-f606fbb5da52 req-25e6f1c4-a398-482e-acca-0f6b72e5472f tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482957
Jan 21 08:07:20.718087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.objects.ports [None req-929a4f68-e97e-412c-a0c9-88c2c25747fb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80208) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 21 08:07:21.619065 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 51628187-5ba1-4c95-82d2-60de9301b353 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:21.722531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 51628187-5ba1-4c95-82d2-60de9301b353 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:07:21.728181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 51628187-5ba1-4c95-82d2-60de9301b353 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:21.728756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:21.753286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01b15b-bb57-45b0-a9fc-7a255c2ab4a9 req-6d2ff184-8723-4aec-965f-eda25c2971ed tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:21.755191 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4d01b15b-bb57-45b0-a9fc-7a255c2ab4a9 req-6d2ff184-8723-4aec-965f-eda25c2971ed tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1099555
Jan 21 08:07:21.860994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:21.873395 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4d01b15b-bb57-45b0-a9fc-7a255c2ab4a9 req-63d2ff7b-54c4-494f-a8ff-3b28b55d690b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0763004
Jan 21 08:07:21.892095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd1489-e382-4949-8768-843a91772689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628187-5ba1-4c95-82d2-60de9301b353'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:21.902630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 51628187-5ba1-4c95-82d2-60de9301b353, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=51628187-5ba1-4c95-82d2-60de9301b353,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:07:21.906917 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757d9e8-1e12-4845-ac29-478bc3147717 req-90264695-87b1-41d4-a543-bc7b617297d6 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:21.908638 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7757d9e8-1e12-4845-ac29-478bc3147717 req-90264695-87b1-41d4-a543-bc7b617297d6 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 944 time: 0.1522131
Jan 21 08:07:21.945441 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:21.946429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ef83a3d2-4487-4160-9fba-97ee38dfa798 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:21.964140 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7757d9e8-1e12-4845-ac29-478bc3147717 req-aae86d45-8412-440a-a52d-8cd2012b131e tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484872
Jan 21 08:07:21.974771 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd1489-e382-4949-8768-843a91772689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628187-5ba1-4c95-82d2-60de9301b353', 'code': 200}
Jan 21 08:07:21.980040 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:22.085244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=51628187-5ba1-4c95-82d2-60de9301b353,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:22.096026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.096481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.097527 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.097944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.101785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.102755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.102755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.102755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.103062 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.103263 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.103672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.104041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.104411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.104777 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.105143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:22.110606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:22.148824 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port ef83a3d2-4487-4160-9fba-97ee38dfa798 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:07:22.154352 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ef83a3d2-4487-4160-9fba-97ee38dfa798 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:22.159655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:22.287649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:22.330313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port ef83a3d2-4487-4160-9fba-97ee38dfa798, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:07:22.351124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595db9-51a9-4f90-94d9-50f8637a3edd req-5dbffb8b-45a9-430f-9d2e-1505e4e54e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:22.352775 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3595db9-51a9-4f90-94d9-50f8637a3edd req-5dbffb8b-45a9-430f-9d2e-1505e4e54e80 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 1163 time: 0.0852857
Jan 21 08:07:22.367882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:22.369962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-1e878d37-a954-420b-84f8-43c7acd85ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:22.410051 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d3595db9-51a9-4f90-94d9-50f8637a3edd req-b597202c-6a99-4a91-9623-fcf0dcc8cbc3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487854
Jan 21 08:07:22.443473 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=ef83a3d2-4487-4160-9fba-97ee38dfa798,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:22.446816 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:22.932802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 51628187-5ba1-4c95-82d2-60de9301b353 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:23.007722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 51628187-5ba1-4c95-82d2-60de9301b353 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:23.008262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:23.115141 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4625d-0b81-4dd3-9288-bc837d12f901 req-56f18cf3-91f1-4621-8cba-30ffbc481f6a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:23.116845 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-03c4625d-0b81-4dd3-9288-bc837d12f901 req-56f18cf3-91f1-4621-8cba-30ffbc481f6a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 945 time: 0.1094337
Jan 21 08:07:23.142801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ef83a3d2-4487-4160-9fba-97ee38dfa798 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:23.219166 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ef83a3d2-4487-4160-9fba-97ee38dfa798 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:23.219589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:23.224541 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-03c4625d-0b81-4dd3-9288-bc837d12f901 req-5b684b59-05d8-4c5b-a7b3-7c4f76955848 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0604298
Jan 21 08:07:23.269178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838259-1388-4892-b343-d3b007646b67 req-5d5b5530-cd17-46a4-a68e-44ee6b6aad8a tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:23.270931 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cf838259-1388-4892-b343-d3b007646b67 req-5d5b5530-cd17-46a4-a68e-44ee6b6aad8a tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 946 time: 0.1530948
Jan 21 08:07:23.334408 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cf838259-1388-4892-b343-d3b007646b67 req-f5573cc0-e00e-4be2-8b2f-2d8f3dff4b26 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556352
Jan 21 08:07:23.419487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-a576da77-1291-4a37-85c8-da42ab97ade3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:23.772964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36382) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:23.936935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:23.952654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:23.956846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Usage tracker for resource:security_group_rule and tenant:b04f0855772e45b8a2d5ff9f413206ee is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:23.959800 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:23.965788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:23.976408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:24.037240 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'code': 200}
Jan 21 08:07:24.057402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:24.088688 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:24.099619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-baad794e-1853-4461-aa4e-9e4471ac7f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:24.142534 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b04f0855772e45b8a2d5ff9f413206ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3678675
Jan 21 08:07:24.144072 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f715d-7c8b-433d-8e3b-22d7455ea0d0,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:24.146048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 36390) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:24.147762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-ee45d065-b63e-4148-b116-f4c4e2ac0362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:24.212234 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:24.240306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:24.538559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc23fc-cabe-4218-aef1-e7f8dc355721 req-7712a995-989c-4c01-be60-f752f1c0586a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:24.540298 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-abcc23fc-cabe-4218-aef1-e7f8dc355721 req-7712a995-989c-4c01-be60-f752f1c0586a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 945 time: 0.1160266
Jan 21 08:07:24.543478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:24.560597 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515faea-3b47-4291-afd2-be27bf5a2b57 req-9ed59859-3349-42ad-bec8-1105a9003237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:24.562298 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5515faea-3b47-4291-afd2-be27bf5a2b57 req-9ed59859-3349-42ad-bec8-1105a9003237 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 1162 time: 0.1002829
Jan 21 08:07:24.584964 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-217dadb7-6c70-47f0-b386-288cde00e811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:24.610174 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5515faea-3b47-4291-afd2-be27bf5a2b57 req-4f503509-4a5b-4bfb-8dbf-2c1034bdab40 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0372431
Jan 21 08:07:24.626123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f715d-7c8b-433d-8e3b-22d7455ea0d0,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:24.647612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.648032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.648437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.648839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.649235 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.649632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.650060 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.650456 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.650848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.651241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.651632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.652021 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.652467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.652869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.653241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.653630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.654059 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.654453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.654842 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.655239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.655623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.656020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.656411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.656793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:24.668455 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:24.669672 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/870f715d-7c8b-433d-8e3b-22d7455ea0d0 HTTP/1.1" status: 204  len: 168 time: 0.5225322
Jan 21 08:07:24.673378 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e3230683-84ae-4b12-be5e-0f37ac5b21e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:24.694643 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-abcc23fc-cabe-4218-aef1-e7f8dc355721 req-083d7ddf-a70e-4972-9b6d-1eba6b97aa90 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1107726
Jan 21 08:07:24.741098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd4a45-c858-4f13-b289-784a280f7e20 req-ae33d3be-5f8c-4a58-ab35-74dfb15bc006 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:24.742899 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3bdd4a45-c858-4f13-b289-784a280f7e20 req-ae33d3be-5f8c-4a58-ab35-74dfb15bc006 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 946 time: 0.2012355
Jan 21 08:07:24.800300 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3bdd4a45-c858-4f13-b289-784a280f7e20 req-04e64b47-179f-49a6-bc01-d060fb59a2dd tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497336
Jan 21 08:07:24.913180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 51628187-5ba1-4c95-82d2-60de9301b353 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:25.164577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 51628187-5ba1-4c95-82d2-60de9301b353 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:25.165055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:25.446249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:25.745365 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-72aa2b80-4d4c-4911-9f4d-a00e28a6d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:25.957851 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81c739-2f8a-4c4a-a4e0-2bc7ba988f16 req-c28bcb7e-89fb-4935-be3c-edfcc9fab2ea tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:25.959441 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1e81c739-2f8a-4c4a-a4e0-2bc7ba988f16 req-c28bcb7e-89fb-4935-be3c-edfcc9fab2ea tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 945 time: 0.1112523
Jan 21 08:07:26.019577 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1e81c739-2f8a-4c4a-a4e0-2bc7ba988f16 req-42d2e1e7-ca33-42f5-8857-9f7624116530 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0525327
Jan 21 08:07:26.192203 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:26.698636 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f43be-7ce4-4b6d-b841-33fbd717f314 req-702c6748-c1c4-4301-ba75-50dd81441579 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:26.700335 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2a2f43be-7ce4-4b6d-b841-33fbd717f314 req-702c6748-c1c4-4301-ba75-50dd81441579 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 946 time: 0.1145449
Jan 21 08:07:26.752759 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2a2f43be-7ce4-4b6d-b841-33fbd717f314 req-fdf820b8-8ffe-4dbe-89a4-690ec95af777 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452065
Jan 21 08:07:26.851211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ef83a3d2-4487-4160-9fba-97ee38dfa798 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:26.923297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port ef83a3d2-4487-4160-9fba-97ee38dfa798 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:26.923710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:27.039160 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:27.268078 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708960c-7ae5-4b26-be4e-9e978cd7cb22 req-801e18ee-5506-488d-bf5a-6b644fa67471 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:27.270490 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5708960c-7ae5-4b26-be4e-9e978cd7cb22 req-801e18ee-5506-488d-bf5a-6b644fa67471 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 945 time: 0.1042476
Jan 21 08:07:27.325504 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5708960c-7ae5-4b26-be4e-9e978cd7cb22 req-29f8f460-691b-4485-a2cd-185d5f3445d5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0488446
Jan 21 08:07:27.568136 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef776d-411e-4e7e-9d3e-b759c5174207 req-150f9610-de16-49f3-9c47-da4459d734bc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:27.569829 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f6ef776d-411e-4e7e-9d3e-b759c5174207 req-150f9610-de16-49f3-9c47-da4459d734bc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 945 time: 0.1083570
Jan 21 08:07:27.622132 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f6ef776d-411e-4e7e-9d3e-b759c5174207 req-27fb0f8f-6592-44c4-895b-4c6c9e0f3660 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0454774
Jan 21 08:07:27.857674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:27.871488 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-33aba6a1-ac58-4906-a59b-0d2b10e649d0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1934474
Jan 21 08:07:27.882561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:27.897122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:27.945767 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:floatingip and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:27.954030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:27.962931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:28.023495 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7d39a-a800-4c7d-b204-78f2bf29a033 req-3cd615ff-a3c2-4c52-9d3e-9857e55323df tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:28.025244 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ea7d39a-a800-4c7d-b204-78f2bf29a033 req-3cd615ff-a3c2-4c52-9d3e-9857e55323df tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 946 time: 0.1303627
Jan 21 08:07:28.050397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:28.161809 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ea7d39a-a800-4c7d-b204-78f2bf29a033 req-e9ce0276-1bff-4b2f-b077-62050325d2ca tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293826
Jan 21 08:07:28.231632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:28.316159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-d81f48c8-3f31-4e88-9ab6-51744fd6e524 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:28.316807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-d81f48c8-3f31-4e88-9ab6-51744fd6e524 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Synchronizing usage tracker for tenant:bd7a1370de2940fa9507dd92ae3a23dc on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:07:28.374055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-d81f48c8-3f31-4e88-9ab6-51744fd6e524 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Unset dirty status for tenant:bd7a1370de2940fa9507dd92ae3a23dc on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:07:28.375373 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-d81f48c8-3f31-4e88-9ab6-51744fd6e524 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 946 time: 0.1635754
Jan 21 08:07:28.463934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Deleting port 51628187-5ba1-4c95-82d2-60de9301b353 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:07:28.464241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:28.551440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Allocated IP 172.27.0.215 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/fc39a690-8d04-47f2-a9ae-5d733a36a9c7) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:07:28.717566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:28.736152 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] For port 51628187-5ba1-4c95-82d2-60de9301b353, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=51628187-5ba1-4c95-82d2-60de9301b353,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:07:28.736638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:28.791517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:28.812130 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-92dc1192-b7bb-4308-8a30-83608aee62b5 tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:28.881867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Calling delete_port for 51628187-5ba1-4c95-82d2-60de9301b353 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:07:29.087810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:29.104732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ca0e673-ec98-4ee6-9b99-0054bc5a89d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:29.157207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Pushing event deleted for resources: {'Port': ['ID=51628187-5ba1-4c95-82d2-60de9301b353,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:29.175135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=fc39a690-8d04-47f2-a9ae-5d733a36a9c7,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:29.188303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:29.207762 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:29.234509 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:07:29.235750 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:07:29.238351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:07:29.327232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] No DVR routers for this DVR port 51628187-5ba1-4c95-82d2-60de9301b353 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:07:29.329594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:29.333048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cd1489-e382-4949-8768-843a91772689', 'name': 'network-vif-deleted', 'tag': '51628187-5ba1-4c95-82d2-60de9301b353'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:29.375559 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-574706af-c5ee-475b-9455-723de948ea1f req-ec297045-f484-43a3-a615-56f8eb5249f2 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 210 time: 0.0561354
Jan 21 08:07:29.378608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:29.401073 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c244ef41-e474-46de-9ae6-93d77761a3b2 req-a74120e1-e130-45e4-88db-32dce7f06d30 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "DELETE /v2.0/ports/51628187-5ba1-4c95-82d2-60de9301b353 HTTP/1.1" status: 204  len: 173 time: 1.0184021
Jan 21 08:07:29.447206 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cd1489-e382-4949-8768-843a91772689', 'name': 'network-vif-deleted', 'tag': '51628187-5ba1-4c95-82d2-60de9301b353', 'status': 'completed', 'code': 200}
Jan 21 08:07:29.483912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:29.775624 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:29.819396 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:29.835789 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6dce992b-3fd4-4aa4-bd0c-5508869eb649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:29.976513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=fc39a690-8d04-47f2-a9ae-5d733a36a9c7,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:29.993455 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:30.088049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:30.154332 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:30.155695 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2781494
Jan 21 08:07:30.255556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-203794ad-91c6-4c35-a569-a04113204765 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:07:30.293552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-203794ad-91c6-4c35-a569-a04113204765 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:07:30.294905 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-203794ad-91c6-4c35-a569-a04113204765 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.215 HTTP/1.1" status: 200  len: 696 time: 0.1318123
Jan 21 08:07:30.479128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-dfe899d9-d672-42ab-ac83-1edd5ef1ec1d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:30.480743 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4a4c61c-444e-4a93-816f-49f1f6442ca4 req-dfe899d9-d672-42ab-ac83-1edd5ef1ec1d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1798475
Jan 21 08:07:30.565201 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b6154541-62ea-4d88-aff1-f8c28c001507 req-c633dac3-5113-4555-8761-46fc95b9ef55 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 210 time: 0.0497828
Jan 21 08:07:30.708578 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-4f0e275a-112a-4ab1-9b56-8c3e46e1e54d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:30.710162 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-4f0e275a-112a-4ab1-9b56-8c3e46e1e54d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1090827
Jan 21 08:07:30.799416 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-8f7f66db-d453-43f8-889f-cc92793db27a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.215 HTTP/1.1" status: 200  len: 696 time: 0.0826893
Jan 21 08:07:30.809893 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'floatingip': {'port_id': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:30.899423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:31.364575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 51628187-5ba1-4c95-82d2-60de9301b353 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:07:31.407698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] No Port match for: 51628187-5ba1-4c95-82d2-60de9301b353 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:07:31.408017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 51628187-5ba1-4c95-82d2-60de9301b353 not bound to the agent host hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:07:31.558353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:31.590823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:31.806467 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-63bf956d-c43f-4199-a8be-08b49119e06c req-2a026681-0b8b-4944-a473-26e2bdb13bf3 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=35cd1489-e382-4949-8768-843a91772689 HTTP/1.1" status: 200  len: 210 time: 0.0646541
Jan 21 08:07:31.829630 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Floating IP 499d7fa8-6b89-4b95-9a0e-7088853b65b6 associated. External IP: 172.27.0.215, port: ef83a3d2-4487-4160-9fba-97ee38dfa798.
Jan 21 08:07:32.453494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:07:32.656828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:07:32.661730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:32.670590 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:07:32.681652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:07:32.682770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de2eadd8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:07:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:07:32.729795 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-e557f8ca-aab2-4be4-9ee6-c8cda877c621 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "PUT /v2.0/floatingips/499d7fa8-6b89-4b95-9a0e-7088853b65b6 HTTP/1.1" status: 200  len: 996 time: 1.9240859
Jan 21 08:07:32.730380 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:32.797898 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'status': 'completed', 'code': 200}
Jan 21 08:07:32.832017 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-7a35c177-721e-4bfe-9e7c-20ca8e758f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:32.835400 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-7a35c177-721e-4bfe-9e7c-20ca8e758f8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 1162 time: 0.0902584
Jan 21 08:07:32.892220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:07:32.935225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-dee2b411-be94-4c39-ae55-869c0f220bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:32.937120 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-dee2b411-be94-4c39-ae55-869c0f220bae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 1162 time: 0.0870450
Jan 21 08:07:33.009909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-cbadf294-d084-450a-8f32-f0a6c63179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:33.019314 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-cbadf294-d084-450a-8f32-f0a6c63179c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1762879
Jan 21 08:07:33.105694 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-1f8a0235-a91b-4bb3-9520-14449cfbc2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:33.107054 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-1f8a0235-a91b-4bb3-9520-14449cfbc2e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1627905
Jan 21 08:07:33.137827 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-a66429a2-d7a6-44a1-83d8-19ef35509c40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 200  len: 999 time: 0.1170509
Jan 21 08:07:33.281092 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de2eadd8>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '499d7fa8-6b89-4b95-9a0e-7088853b65b6', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:76:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88161756-182c-4d67-9016-a838644ae941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:29Z', 'updated_at': '2021-01-21T08:07:31Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:07:33.285192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:07:33.294141 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:07:33.294799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de2eadd8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:07:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:07:33.323248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-4e8e86e6-a76c-4acd-a10b-4806617c65d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:33.324910 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-4e8e86e6-a76c-4acd-a10b-4806617c65d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.1796772
Jan 21 08:07:33.443219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-f0a0617c-8976-42eb-923d-4ac7c7061f10 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:33.444987 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-f0a0617c-8976-42eb-923d-4ac7c7061f10 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/networks?id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156 HTTP/1.1" status: 200  len: 809 time: 0.2562206
Jan 21 08:07:33.474181 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-dab9505f-0217-460c-989e-07d82ef7fc83 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/quotas/bd7a1370de2940fa9507dd92ae3a23dc HTTP/1.1" status: 200  len: 375 time: 0.0226679
Jan 21 08:07:33.493857 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:07:33.526102 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-144fcdd8-0e35-42a4-a086-ab4e4e2683fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:33.527904 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-144fcdd8-0e35-42a4-a086-ab4e4e2683fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1851811
Jan 21 08:07:33.542518 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-beb219d1-4522-4f55-86d9-7c796e0020a3 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0601387
Jan 21 08:07:33.546446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-0d104a64-2180-4abd-b230-94ff81fbf745 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:07:33.547525 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-0d104a64-2180-4abd-b230-94ff81fbf745 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0078678
Jan 21 08:07:33.555591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-7eb0468c-2b0e-4746-8157-614a098e2f4c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:07:33.556679 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-7eb0468c-2b0e-4746-8157-614a098e2f4c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0053933
Jan 21 08:07:33.827084 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-508dc652-965b-40db-a37d-711afd97a8aa service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689574
Jan 21 08:07:33.830991 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-f2bda7f7-b499-4d76-8365-650cce5794dd service neutron] 10.222.0.21 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507451
Jan 21 08:07:33.857954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:07:33.887890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de2eadd8>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '499d7fa8-6b89-4b95-9a0e-7088853b65b6', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:76:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88161756-182c-4d67-9016-a838644ae941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:29Z', 'updated_at': '2021-01-21T08:07:31Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:07:33.892054 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849c858c-bba7-4911-88c8-1935b76b03e4 None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '499d7fa8-6b89-4b95-9a0e-7088853b65b6', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:76:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88161756-182c-4d67-9016-a838644ae941', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:07:29Z', 'updated_at': '2021-01-21T08:07:31Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:07:34.104295 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-702a8d0e-0440-4634-8931-fe9ead245820 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 200  len: 999 time: 0.1100111
Jan 21 08:07:34.110777 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-ef436457-e94b-4cb7-aca5-6fc79d9c4007 service neutron] 10.222.0.21 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2725983
Jan 21 08:07:34.115376 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5cad434e-9b6d-44ea-b48c-9dba18b963e0 req-ec83c9d2-149e-45da-8d40-a808b025cc34 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2556260
Jan 21 08:07:34.211014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace94231-d3d1-4479-934f-da21faee73e1 None None] New status for floating IP 499d7fa8-6b89-4b95-9a0e-7088853b65b6: ACTIVE {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:07:34.439166 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e169e302-5bc4-4f32-82f2-c064bbed2459 req-a80eb477-390f-4d92-a9aa-8e4ea7b32f1b tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 210 time: 0.0530100
Jan 21 08:07:34.896937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-9a7fdc4b-7385-4a7a-99ab-d5a5f28d8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:34.898522 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-9a7fdc4b-7385-4a7a-99ab-d5a5f28d8432 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0703290
Jan 21 08:07:35.760977 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-58f84b27-0222-4680-a0b6-dbcf74d1c7b9 req-57346abe-0ee6-4c10-8529-e349db50a46c tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 210 time: 0.0518689
Jan 21 08:07:35.853540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-39dc7cdf-55fa-4730-bc15-6f3bd1f0978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:35.855228 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-39dc7cdf-55fa-4730-bc15-6f3bd1f0978c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819812
Jan 21 08:07:36.004960 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-973030a6-eba2-47f3-8a6a-7c5f80d8acc3 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414959
Jan 21 08:07:36.155650 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-29d2a4bf-42b6-47e2-8e41-28d6e6aa5cb2 req-91a9ae03-c7b9-4b50-a1fb-b122fbb5bba6 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443558
Jan 21 08:07:36.956459 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-acd74424-615b-426c-809e-1faefab2ca62 req-9537459d-7f73-4068-ad80-65106525afa8 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 210 time: 0.0594542
Jan 21 08:07:37.068523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-477ceac6-f529-40e4-abf7-641bf66489f1 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:37.068523 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-477ceac6-f529-40e4-abf7-641bf66489f1 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "GET /v2.0/networks?id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156 HTTP/1.1" status: 200  len: 809 time: 0.1970160
Jan 21 08:07:37.093772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Request body: {'port': {'device_id': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156', 'admin_state_up': True, 'tenant_id': 'bd7a1370de2940fa9507dd92ae3a23dc'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:37.249209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:37.254360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Usage tracker for resource:port and tenant:bd7a1370de2940fa9507dd92ae3a23dc is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:37.257553 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Quota usage for port was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:37.264206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:37.293255 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Made reservation on behalf of bd7a1370de2940fa9507dd92ae3a23dc for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:07:37.303248 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:37.931772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Allocated IP 172.20.0.2 (cb6a402f-96f4-4e4b-bf70-fcaba75f9156/67c0ec54-8735-40b1-9dba-458ef7ab5572/b152530e-bcc5-4211-a5f2-2034dc5e83c9) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:07:38.195335 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ad61ed5c-0bdb-4587-87c8-424cbae331e6 req-4f9b17a5-edde-44ad-9049-7b765011ca96 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 210 time: 0.0556705
Jan 21 08:07:38.201992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:38.263139 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:38.281908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-18d6a4c0-8382-484b-b9a7-010d486683d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:38.439523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Pushing event updated for resources: {'Port': ['ID=b152530e-bcc5-4211-a5f2-2034dc5e83c9,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:38.473006 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.473219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.473639 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.474085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.474494 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.474906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.475514 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.476053 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.476617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.477114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.477404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.477828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.478302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.478700 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.479100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.479496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.479890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.480287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.480703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.481104 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.481500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.481925 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.482320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.482714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:07:38.488331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:38.532656 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:07:38.534730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:07:38.537262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:07:38.617094 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:38.617810 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:38.683813 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5952642
Jan 21 08:07:39.441199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c812b-0210-4212-bb13-73f5d6d28891 req-1c3346be-2db1-4407-bbcf-4b6e2597446b tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:39.442898 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c01c812b-0210-4212-bb13-73f5d6d28891 req-1c3346be-2db1-4407-bbcf-4b6e2597446b tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 931 time: 0.1098635
Jan 21 08:07:39.496510 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c01c812b-0210-4212-bb13-73f5d6d28891 req-30c8b407-50f0-44ff-b2ef-d3ec8ed28950 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472786
Jan 21 08:07:40.625840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Request body: {'port': {'device_id': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:07:40.741551 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c3468-bd6b-4ec9-bbca-ff2526a2fcd0 req-661f98ce-8cbd-4499-ab34-c5a827d4e263 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:40.743224 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e6c3468-bd6b-4ec9-bbca-ff2526a2fcd0 req-661f98ce-8cbd-4499-ab34-c5a827d4e263 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 931 time: 0.1090109
Jan 21 08:07:40.761189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:40.799422 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0e6c3468-bd6b-4ec9-bbca-ff2526a2fcd0 req-bdcc8a42-5ac7-4440-808b-bf66c14985e9 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495234
Jan 21 08:07:41.202596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b152530e-bcc5-4211-a5f2-2034dc5e83c9 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:07:41.210493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:41.224083 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Transition to ACTIVE for port object b152530e-bcc5-4211-a5f2-2034dc5e83c9 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:07:41.276440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:41.292938 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-db68deca-4525-498a-956b-a9329711070b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:41.433353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Pushing event updated for resources: {'Port': ['ID=b152530e-bcc5-4211-a5f2-2034dc5e83c9,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:41.436504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:41.637677 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Attempting to bind port b152530e-bcc5-4211-a5f2-2034dc5e83c9 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:07:41.638233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Attempting to bind port b152530e-bcc5-4211-a5f2-2034dc5e83c9 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:07:41.638451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Attempting to bind port b152530e-bcc5-4211-a5f2-2034dc5e83c9 on network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:07:41.645068 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:07:41.645453 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Checking segment: {'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:07:41.645912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:41.646319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Bound using segment: {'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:07:41.646799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Bound port: b152530e-bcc5-4211-a5f2-2034dc5e83c9, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93ad05f-13b4-4f30-a257-c313b276a497', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb6a402f-96f4-4e4b-bf70-fcaba75f9156'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:07:41.647174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:41.751489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] For port b152530e-bcc5-4211-a5f2-2034dc5e83c9, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:07:41.756189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] For port b152530e-bcc5-4211-a5f2-2034dc5e83c9, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b152530e-bcc5-4211-a5f2-2034dc5e83c9,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:07:41.888648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:41.910404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-21d94013-227e-4399-88d1-0d7b43d7cde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:42.059990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ce6a3-6183-4e9e-92f4-42defd327768 req-389ebe36-48c1-4eb3-ab7a-847b3a79b86f tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:42.061704 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c6ce6a3-6183-4e9e-92f4-42defd327768 req-389ebe36-48c1-4eb3-ab7a-847b3a79b86f tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 943 time: 0.1195300
Jan 21 08:07:42.076796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Pushing event updated for resources: {'Port': ['ID=b152530e-bcc5-4211-a5f2-2034dc5e83c9,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:42.083801 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:42.121604 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:42.122343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:42.123836 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] 10.222.0.76 "PUT /v2.0/ports/b152530e-bcc5-4211-a5f2-2034dc5e83c9 HTTP/1.1" status: 200  len: 1157 time: 1.6544242
Jan 21 08:07:42.124397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:42.126543 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5c6ce6a3-6183-4e9e-92f4-42defd327768 req-184e2ada-1ab4-4bb0-8980-078a41e7f61e tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515478
Jan 21 08:07:42.191181 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9', 'status': 'completed', 'code': 200}
Jan 21 08:07:42.329258 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf297781-d685-4914-a867-cb5b7c6084f3 req-b4ad1db1-269c-4da6-8534-ec88af56f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:42.330979 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf297781-d685-4914-a867-cb5b7c6084f3 req-b4ad1db1-269c-4da6-8534-ec88af56f92d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 1160 time: 0.0821807
Jan 21 08:07:42.502412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf297781-d685-4914-a867-cb5b7c6084f3 req-34b28fd6-af11-426c-9247-d77b9f7fefed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:42.504118 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf297781-d685-4914-a867-cb5b7c6084f3 req-34b28fd6-af11-426c-9247-d77b9f7fefed service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&shared=False HTTP/1.1" status: 200  len: 903 time: 0.1583023
Jan 21 08:07:42.655288 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf297781-d685-4914-a867-cb5b7c6084f3 req-a9668a3f-8b0b-4dc3-9683-2231e1d1d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:42.656877 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf297781-d685-4914-a867-cb5b7c6084f3 req-a9668a3f-8b0b-4dc3-9683-2231e1d1d748 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1464860
Jan 21 08:07:42.814821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-82547d94-9285-43a7-8179-d4a336d81297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:42.816839 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-82547d94-9285-43a7-8179-d4a336d81297 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 1160 time: 0.0939476
Jan 21 08:07:42.901341 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-1722f970-ec24-4e3f-8fb6-0231df82c04a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b152530e-bcc5-4211-a5f2-2034dc5e83c9 HTTP/1.1" status: 200  len: 217 time: 0.0697007
Jan 21 08:07:42.972341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-569403a0-1830-4a3e-ad86-4b302db4f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:42.973976 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-569403a0-1830-4a3e-ad86-4b302db4f0a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=67c0ec54-8735-40b1-9dba-458ef7ab5572 HTTP/1.1" status: 200  len: 849 time: 0.0656154
Jan 21 08:07:43.031592 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-75555712-cfbb-4910-a39b-9ea188ae3339 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cb6a402f-96f4-4e4b-bf70-fcaba75f9156&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463665
Jan 21 08:07:43.178292 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-5f54fbc6-b37b-436a-ad6d-bfe9322c4fa5 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370096
Jan 21 08:07:43.327444 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-928894b9-4b40-4151-bc3b-73f63259fe01 req-eea89349-4fca-4f10-9fd4-1c6dc28740b8 service neutron] 10.222.0.76 "GET /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411235
Jan 21 08:07:43.368075 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e0f3d-482f-4256-90d8-abed4e8d5b92 req-1f74bc97-a1c3-4627-8aae-1c66bf463799 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:43.369857 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c47e0f3d-482f-4256-90d8-abed4e8d5b92 req-1f74bc97-a1c3-4627-8aae-1c66bf463799 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 943 time: 0.1062257
Jan 21 08:07:43.426857 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c47e0f3d-482f-4256-90d8-abed4e8d5b92 req-ccd260c6-ad71-4481-a1e3-f7ea4a8da111 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504932
Jan 21 08:07:44.663746 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35c80a-d62c-4c56-8234-fb193d0b2da9 req-0beaddb0-8889-4025-be43-c1a4fb7ad64b tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:44.665340 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c35c80a-d62c-4c56-8234-fb193d0b2da9 req-0beaddb0-8889-4025-be43-c1a4fb7ad64b tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 943 time: 0.1040480
Jan 21 08:07:44.717404 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2c35c80a-d62c-4c56-8234-fb193d0b2da9 req-fc8be533-6b1f-4261-a6b9-8b7e102d6e7b tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457776
Jan 21 08:07:45.451486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b152530e-bcc5-4211-a5f2-2034dc5e83c9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:45.634440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port b152530e-bcc5-4211-a5f2-2034dc5e83c9 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:07:45.640328 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port b152530e-bcc5-4211-a5f2-2034dc5e83c9 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:45.640763 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:45.773221 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:45.802630 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:45.813786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port b152530e-bcc5-4211-a5f2-2034dc5e83c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b152530e-bcc5-4211-a5f2-2034dc5e83c9,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:07:45.847659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:45.849708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-399ec8da-15f7-465b-90b4-77ea0aee7eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:45.927571 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=b152530e-bcc5-4211-a5f2-2034dc5e83c9,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:45.931371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:45.969299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce91eba-04c0-49fe-b15b-ff01858d38bb req-0d264c1d-90fb-4bd0-9b74-d97f10704737 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:45.971817 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ce91eba-04c0-49fe-b15b-ff01858d38bb req-0d264c1d-90fb-4bd0-9b74-d97f10704737 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 945 time: 0.1164691
Jan 21 08:07:46.025753 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7ce91eba-04c0-49fe-b15b-ff01858d38bb req-7466113f-d828-4a0a-8e3e-b3459c882cef tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475488
Jan 21 08:07:46.042560 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9', 'code': 200}
Jan 21 08:07:46.443189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297720-3b37-4097-a29c-6c4b1662157c req-793b307e-d8c6-4d74-81c3-add920c0a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:46.444871 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5a297720-3b37-4097-a29c-6c4b1662157c req-793b307e-d8c6-4d74-81c3-add920c0a9d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 1162 time: 0.0866656
Jan 21 08:07:46.493099 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-5a297720-3b37-4097-a29c-6c4b1662157c req-34adc5d0-a16e-4e77-83e7-36b402a257bd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399499
Jan 21 08:07:47.116895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b152530e-bcc5-4211-a5f2-2034dc5e83c9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:47.192414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port b152530e-bcc5-4211-a5f2-2034dc5e83c9 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:47.192819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:47.268661 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac250af-a2ec-4789-859b-b7b38fab8efe req-90c0d583-2f03-4fa7-9347-8c07d5e03872 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:47.270426 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ac250af-a2ec-4789-859b-b7b38fab8efe req-90c0d583-2f03-4fa7-9347-8c07d5e03872 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 945 time: 0.1073525
Jan 21 08:07:47.332973 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3ac250af-a2ec-4789-859b-b7b38fab8efe req-09af9618-d02c-4e1a-8bd4-f163139301d0 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559516
Jan 21 08:07:47.778253 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 36624) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:47.942131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:47.958373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:07:47.962782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfef2488490464da100c8382bc3f82b is out of sync, need to count used quota {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:07:47.968693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80206) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:07:47.972772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:07:48.066714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:48.099123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:48.107254 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-667a8c68-cf52-4fa2-a343-3c98db4b02b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:48.152644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b512ff5f-518b-42f8-854b-b826b23517fc,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:48.157088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:48.160707 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-b41447ad-2cbf-437a-ba85-eaa239858327 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbfef2488490464da100c8382bc3f82b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3812480
Jan 21 08:07:48.163775 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 36630) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:07:48.237292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66ca80f3-ea16-485d-84fb-4b96b1870ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:48.266026 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66ca80f3-ea16-485d-84fb-4b96b1870ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:48.419372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66ca80f3-ea16-485d-84fb-4b96b1870ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:48.425145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0a6a334e-fd64-4abc-a723-0883d6ac6676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:48.440546 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca80f3-ea16-485d-84fb-4b96b1870ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b512ff5f-518b-42f8-854b-b826b23517fc,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:48.443954 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66ca80f3-ea16-485d-84fb-4b96b1870ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:48.444158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-66ca80f3-ea16-485d-84fb-4b96b1870ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:48.448255 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-66ca80f3-ea16-485d-84fb-4b96b1870ca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b512ff5f-518b-42f8-854b-b826b23517fc HTTP/1.1" status: 204  len: 168 time: 0.2834189
Jan 21 08:07:48.589237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fbb40-e0a9-4f1c-9a93-b88867e80933 req-b6dabe7e-fcde-451f-b4b0-9f3f8bb68554 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:48.591266 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c18fbb40-e0a9-4f1c-9a93-b88867e80933 req-b6dabe7e-fcde-451f-b4b0-9f3f8bb68554 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 945 time: 0.1197877
Jan 21 08:07:48.649784 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c18fbb40-e0a9-4f1c-9a93-b88867e80933 req-abdfc1bb-56fa-4232-b518-7635de4af103 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509412
Jan 21 08:07:49.212262 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b152530e-bcc5-4211-a5f2-2034dc5e83c9 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:07:49.294627 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port b152530e-bcc5-4211-a5f2-2034dc5e83c9 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:07:49.295067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:50.585196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf4ffa-b0d1-4ab8-9c58-98decb222acf req-606c6982-6bda-4ceb-9e8c-1d423cd6911f tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:50.586951 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d1bf4ffa-b0d1-4ab8-9c58-98decb222acf req-606c6982-6bda-4ceb-9e8c-1d423cd6911f tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 945 time: 0.3522186
Jan 21 08:07:50.640233 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d1bf4ffa-b0d1-4ab8-9c58-98decb222acf req-21b2f22a-e23c-4585-8196-0347a62483d8 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465801
Jan 21 08:07:51.354008 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-0ea7dfb5-55b8-44e0-8575-b94ae6bdc3ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0851481
Jan 21 08:07:51.555125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901689-8b5f-4885-b877-f1c397213337 req-3f0f7f26-db82-4358-9201-412345a358ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:51.556788 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-3f0f7f26-db82-4358-9201-412345a358ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 1162 time: 0.0868936
Jan 21 08:07:51.897531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed414d-6f93-4a0a-b249-546f50004333 req-8a62fc91-2cd3-45e5-9490-71eff0f772c8 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:51.899333 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-70ed414d-6f93-4a0a-b249-546f50004333 req-8a62fc91-2cd3-45e5-9490-71eff0f772c8 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 945 time: 0.1165428
Jan 21 08:07:51.954498 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-70ed414d-6f93-4a0a-b249-546f50004333 req-c6cb9e90-6fda-495d-a2e3-e250a423e67d tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484080
Jan 21 08:07:51.965616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901689-8b5f-4885-b877-f1c397213337 req-a8d12809-1377-4a2c-a581-9012a3693d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:51.967801 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-a8d12809-1377-4a2c-a581-9012a3693d02 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.3859203
Jan 21 08:07:52.147209 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-bd55d460-475d-4e88-86db-d51ad6fcce0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 200  len: 1001 time: 0.1563067
Jan 21 08:07:52.243177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-b078a1cf-e6eb-4849-b7c4-d6739c32a032 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:52.243873 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-b078a1cf-e6eb-4849-b7c4-d6739c32a032 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Synchronizing usage tracker for tenant:bd7a1370de2940fa9507dd92ae3a23dc on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:07:52.257671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901689-8b5f-4885-b877-f1c397213337 req-caf4407b-e69d-4acb-a424-543bcb96a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:52.259242 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-caf4407b-e69d-4acb-a424-543bcb96a53f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.1031928
Jan 21 08:07:52.308383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-b078a1cf-e6eb-4849-b7c4-d6739c32a032 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Unset dirty status for tenant:bd7a1370de2940fa9507dd92ae3a23dc on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:07:52.309582 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-b078a1cf-e6eb-4849-b7c4-d6739c32a032 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 945 time: 0.2673528
Jan 21 08:07:52.397779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Deleting port b152530e-bcc5-4211-a5f2-2034dc5e83c9 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:07:52.398180 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:52.474116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901689-8b5f-4885-b877-f1c397213337 req-3f687547-b76f-4d10-83fc-e7242ccc5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:52.475776 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-3f687547-b76f-4d10-83fc-e7242ccc5b29 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2091410
Jan 21 08:07:52.782128 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-da63be5b-705d-4569-889f-bf339ab11606 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2729168
Jan 21 08:07:52.895814 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] For port b152530e-bcc5-4211-a5f2-2034dc5e83c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b152530e-bcc5-4211-a5f2-2034dc5e83c9,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:07:52.896272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:52.956555 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b152530e-bcc5-4211-a5f2-2034dc5e83c9 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:07:53.043398 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Calling delete_port for b152530e-bcc5-4211-a5f2-2034dc5e83c9 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:07:53.083244 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:53.114530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:53.133779 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port b152530e-bcc5-4211-a5f2-2034dc5e83c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b152530e-bcc5-4211-a5f2-2034dc5e83c9,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:07:53.146132 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-99901689-8b5f-4885-b877-f1c397213337 req-e1709920-6e97-4a17-abc7-f4617d313e7f service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3482270
Jan 21 08:07:53.170011 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:53.172313 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:53.211768 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80207) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:07:53.212129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:07:53.213596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97af4a-620f-4dab-901b-781eaebc0d34 req-d1fcfe23-9dac-4fc0-91e7-4881c2bace7c tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:07:53.214728 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9', 'code': 200}
Jan 21 08:07:53.215600 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aa97af4a-620f-4dab-901b-781eaebc0d34 req-d1fcfe23-9dac-4fc0-91e7-4881c2bace7c tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 943 time: 0.1202600
Jan 21 08:07:53.252943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=b152530e-bcc5-4211-a5f2-2034dc5e83c9,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:53.256544 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:53.271410 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aa97af4a-620f-4dab-901b-781eaebc0d34 req-4aee6cf9-8c6a-4dc1-a1e0-22bf55bc50eb tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/security-groups?id=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484197
Jan 21 08:07:53.411356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b1ecd2e-ea07-4e6d-b070-26df457e7fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:53.713299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Deleting port b152530e-bcc5-4211-a5f2-2034dc5e83c9 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:07:53.713615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:53.982631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] For port b152530e-bcc5-4211-a5f2-2034dc5e83c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b152530e-bcc5-4211-a5f2-2034dc5e83c9,segment=NetworkSegment(e93ad05f-13b4-4f30-a257-c313b276a497),segment_id=e93ad05f-13b4-4f30-a257-c313b276a497)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:07:53.983179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:54.119177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Calling delete_port for b152530e-bcc5-4211-a5f2-2034dc5e83c9 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:07:54.310411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:54.327561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dcc1bf15-ca9a-4e64-89e4-19986a2bcba0 tempest-AttachVolumeShelveTestJSON-841068571 tempest-AttachVolumeShelveTestJSON-841068571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:07:54.378958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Pushing event deleted for resources: {'Port': ['ID=b152530e-bcc5-4211-a5f2-2034dc5e83c9,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:07:54.431374 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:07:54.463943 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e378942b-e328-482b-9c6c-f2a8c8636805 req-b070c1dd-1a25-4a58-94f6-4315d4978554 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.21 "GET /v2.0/ports?device_id=dd95ac32-fdee-4c5e-843e-6c508d54157e HTTP/1.1" status: 200  len: 210 time: 0.0543356
Jan 21 08:07:54.547692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] No DVR routers for this DVR port b152530e-bcc5-4211-a5f2-2034dc5e83c9 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:07:54.550879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:54.553657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'name': 'network-vif-deleted', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:07:54.600722 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8389b33f-c917-4c22-8210-b2dc5dccedac req-f0c8629a-7d1c-4e9f-833e-735e5ca2a4ad tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] 10.222.0.76 "DELETE /v2.0/ports/b152530e-bcc5-4211-a5f2-2034dc5e83c9 HTTP/1.1" status: 204  len: 173 time: 2.2842965
Jan 21 08:07:54.851992 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd95ac32-fdee-4c5e-843e-6c508d54157e', 'name': 'network-vif-deleted', 'tag': 'b152530e-bcc5-4211-a5f2-2034dc5e83c9', 'status': 'completed', 'code': 200}
Jan 21 08:07:55.436182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:55.705058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-60deed11-0e7b-444f-a2bb-e8e444ef50b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:56.184577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:57.013387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:07:57.865132 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:10.858200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:08:21.433385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36904) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:08:21.509464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Deleting subnet 67c0ec54-8735-40b1-9dba-458ef7ab5572 {{(pid=80207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:08:21.511987 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:21.566106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3092344'] for subnet, precommit_delete_associations {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:21.626771 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:21.990562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3479154'] for subnet, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:22.007505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:08:22.108224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c0ec54-8735-40b1-9dba-458ef7ab5572,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:08:22.113540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:08:22.148543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for subnet, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:22.154949 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4b8e1e93-1b08-4e98-89f4-a6904815f4d1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/67c0ec54-8735-40b1-9dba-458ef7ab5572 HTTP/1.1" status: 204  len: 168 time: 0.7203820
Jan 21 08:08:22.158802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36908) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:08:22.281323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:22.725496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:22.846676 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dc983128>,) {'filters': {'network_id': ['cb6a402f-96f4-4e4b-bf70-fcaba75f9156']}} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:08:22.860782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dc983128>, 'e93ad05f-13b4-4f30-a257-c313b276a497') {'for_net_delete': True} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:08:22.861120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dc983128>, 'e93ad05f-13b4-4f30-a257-c313b276a497') {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:08:22.873628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851683472'] for segment, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:22.889781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:22.891941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:08:23.080245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:08:23.090543 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852524540'] for segment, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:23.291402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Network cb6a402f-96f4-4e4b-bf70-fcaba75f9156 has no segments {{(pid=80207) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:08:23.315461 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:08:23.441366 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:23.441652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4e0174c-0b29-49b9-b2b8-b32218c8415f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:23.446503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:23.450933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0b9a2b12-1b12-462c-b77a-3f12dfcb893e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:08:23.475666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6a402f-96f4-4e4b-bf70-fcaba75f9156,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:08:23.478523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:08:23.510585 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-f50046d9-1f35-4f2e-ae53-5d00e4b6485e admin admin] 10.222.0.21 "DELETE /v2.0/networks/cb6a402f-96f4-4e4b-bf70-fcaba75f9156 HTTP/1.1" status: 204  len: 168 time: 1.3506367
Jan 21 08:08:23.798041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36914) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:08:23.853586 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-d47a6854-759c-4636-ad65-7157331b75ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd7a1370de2940fa9507dd92ae3a23dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536997
Jan 21 08:08:23.856200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 36918) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:08:23.922837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-33245dca-90ed-4dae-a9d9-5745a7f1d3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:23.951106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-33245dca-90ed-4dae-a9d9-5745a7f1d3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:24.029899 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-33245dca-90ed-4dae-a9d9-5745a7f1d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:24.036300 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bdbfb050-6e64-495d-b913-3de8016523a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:08:24.053458 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33245dca-90ed-4dae-a9d9-5745a7f1d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:08:24.056507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-33245dca-90ed-4dae-a9d9-5745a7f1d3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:08:24.059087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-33245dca-90ed-4dae-a9d9-5745a7f1d3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:24.062104 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-33245dca-90ed-4dae-a9d9-5745a7f1d3e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18cffdaf-7ae5-41fb-9fc7-998e1fdfa99c HTTP/1.1" status: 204  len: 168 time: 0.2046225
Jan 21 08:08:25.462937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:25.708384 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-42d0c178-fd9b-4773-b861-366756e16687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:26.190499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:26.985344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:27.864190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:47.859651 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:08:53.423744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a459e3-bcbc-47df-9159-c7d7b927ca88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:54.976533 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-6529b76b-e518-40d9-8de5-1b6b4cbf61db service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0794017
Jan 21 08:08:55.157412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-7a29f3cb-355a-41db-aad7-775e83e14a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:08:55.159067 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-7a29f3cb-355a-41db-aad7-775e83e14a22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 1162 time: 0.0878189
Jan 21 08:08:55.321861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-0f7a18da-f24c-4d81-86ac-012ce4976663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:08:55.323562 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-0f7a18da-f24c-4d81-86ac-012ce4976663 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1435957
Jan 21 08:08:55.436925 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-c2ff241a-14c6-4a43-92c2-3ea3b0ed749d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 200  len: 1001 time: 0.1053605
Jan 21 08:08:55.457976 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:55.521385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-b24f51b9-964b-425c-8e63-a5457369a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:08:55.524103 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-b24f51b9-964b-425c-8e63-a5457369a89f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0804763
Jan 21 08:08:55.611722 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-807600e0-d9ae-40b6-9c65-99f699979108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:08:55.613400 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-807600e0-d9ae-40b6-9c65-99f699979108 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820510
Jan 21 08:08:55.709510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4a7d8d4e-0687-4429-8e01-b2bdc3039347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:55.763511 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-41e31135-15ae-4c25-add4-f527fcf03445 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429281
Jan 21 08:08:55.914017 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f2f35dc2-53c3-4dd3-aafb-9b21e62784a4 req-a7bd3b50-929e-4170-b5f9-c4e9b74ddbf0 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421969
Jan 21 08:08:56.175881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:56.987373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:08:57.857986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:01.974619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80207) accepted ('10.222.0.21', 37112) {{(pid=80207) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:09:02.163233 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:02.178417 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:09:02.182559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ed61b7918e4a209c7c7130998067f8 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:09:02.185502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:09:02.191261 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:09:02.414503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:02.464552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:02.474281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-dc154e4e-6318-4543-8127-925adbf93b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:02.518250 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8ed61b7918e4a209c7c7130998067f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5413973
Jan 21 08:09:02.520023 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870aeb2d-45eb-4507-9c9f-a5e7555d1493,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:02.521148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37118) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:09:02.529222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.529646 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.530087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.530499 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.530905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.531314 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.531716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.532117 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.532516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.532915 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.533311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.533708 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.534188 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.534586 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.534983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.535378 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.535770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.536169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.536561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.536950 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.537342 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.538280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.538679 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.539071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.543770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-0e2b2a47-80e8-43c5-a6fc-d169c723ad14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:02.587609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:02.617195 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:02.691840 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:02.697097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-369bdb1a-fe38-4fd9-8bfa-d619598bc9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:02.710168 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870aeb2d-45eb-4507-9c9f-a5e7555d1493,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:02.720181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.720606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.721022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.721432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.721868 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.722281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.722685 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.723090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.723493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.723894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.724294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.724772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.725895 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.726310 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.726712 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.727116 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.727516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.727916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.728312 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.728711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.729121 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.729504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.729929 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.730341 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:02.733866 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:02.735103 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/870aeb2d-45eb-4507-9c9f-a5e7555d1493 HTTP/1.1" status: 204  len: 168 time: 0.2128274
Jan 21 08:09:02.736103 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e8b29fc9-a018-4b3d-8981-baf31fe6f133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:23.423151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4b019866-c685-4ba0-b185-104eb6bea82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:24.859158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:09:25.503562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:25.714012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-710f8d75-2b74-452c-b81a-a505bebb01a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:26.189189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:27.004088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:27.863114 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:30.303045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd201a34-7aed-46fc-8bbd-113eb9cda7da req-59d80255-0be4-4b66-b5a2-09ff214165b1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:30.304698 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bd201a34-7aed-46fc-8bbd-113eb9cda7da req-59d80255-0be4-4b66-b5a2-09ff214165b1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 945 time: 0.1069238
Jan 21 08:09:30.356101 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bd201a34-7aed-46fc-8bbd-113eb9cda7da req-95d32dfe-6ffd-4df2-811b-5d58fa8157ec tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0448933
Jan 21 08:09:31.612381 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13e22-3939-4a4e-9ec7-00a6e668f3e8 req-91c4660c-179b-4056-9d85-ecb23da4823e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:31.614111 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccc13e22-3939-4a4e-9ec7-00a6e668f3e8 req-91c4660c-179b-4056-9d85-ecb23da4823e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 945 time: 0.1052842
Jan 21 08:09:31.670351 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ccc13e22-3939-4a4e-9ec7-00a6e668f3e8 req-e4f753f8-20bf-4a0f-b2a9-cbdd0a8a3649 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0495651
Jan 21 08:09:31.795892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device ef83a3d2-4487-4160-9fba-97ee38dfa798 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:09:31.923713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:31.949934 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:09:31.960321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port ef83a3d2-4487-4160-9fba-97ee38dfa798, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:09:32.000222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:32.002837 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-09eb07a5-7b1e-4872-aa2b-3a348b53e888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:32.044030 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'code': 200}
Jan 21 08:09:32.077336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=ef83a3d2-4487-4160-9fba-97ee38dfa798,revision_number=5']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:32.086161 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.086557 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.086937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.087310 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.087683 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.088055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.088424 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.088796 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.089178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.089533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.089942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.090311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.090980 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.091343 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.091705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.092068 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.092562 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.092756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.093123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.093480 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.093864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.094237 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.094594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.094944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:09:32.101069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:32.106596 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-4ef72692-2b8b-4dcc-9bab-1e306282b307 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:32.107419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-4ef72692-2b8b-4dcc-9bab-1e306282b307 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:09:32.159759 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-4ef72692-2b8b-4dcc-9bab-1e306282b307 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:09:32.161057 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-4ef72692-2b8b-4dcc-9bab-1e306282b307 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1591203
Jan 21 08:09:32.247888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Deleting port ef83a3d2-4487-4160-9fba-97ee38dfa798 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:09:32.248196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:32.523718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] For port ef83a3d2-4487-4160-9fba-97ee38dfa798, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=ef83a3d2-4487-4160-9fba-97ee38dfa798,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:09:32.524125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:32.862986 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:32.863588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:32.863724 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Floating IP 499d7fa8-6b89-4b95-9a0e-7088853b65b6 disassociated. External IP: 172.27.0.215, port: ef83a3d2-4487-4160-9fba-97ee38dfa798.
Jan 21 08:09:32.864069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Calling delete_port for ef83a3d2-4487-4160-9fba-97ee38dfa798 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:09:32.926464 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13bcb5-077d-4ceb-b754-f57499a87c14 req-242197cb-2bcb-496e-a087-c15195dfc942 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:32.928334 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a13bcb5-077d-4ceb-b754-f57499a87c14 req-242197cb-2bcb-496e-a087-c15195dfc942 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 943 time: 0.1123006
Jan 21 08:09:32.981625 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6a13bcb5-077d-4ceb-b754-f57499a87c14 req-e713552c-31f3-4428-a214-1ab4500b9bef tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0468166
Jan 21 08:09:33.056784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:33.072500 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bab7cef8-48bb-464a-aec2-31d772d51212 tempest-AttachVolumeNegativeTest-178585938 tempest-AttachVolumeNegativeTest-178585938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:33.172276 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event deleted for resources: {'Port': ['ID=ef83a3d2-4487-4160-9fba-97ee38dfa798,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:33.175093 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:33.451242 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:09:33.657249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:09:33.659696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:09:33.673461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:09:33.674181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2c0b8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:09:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:09:33.692118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] No DVR routers for this DVR port ef83a3d2-4487-4160-9fba-97ee38dfa798 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:09:33.694653 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:33.698965 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'name': 'network-vif-deleted', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:09:33.766629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4d7f8ba6-878c-4c98-923f-fb20fcbacaf3 req-fcca662b-e427-4c0a-a61e-b6d4b66c99c5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "DELETE /v2.0/ports/ef83a3d2-4487-4160-9fba-97ee38dfa798 HTTP/1.1" status: 204  len: 173 time: 1.5992858
Jan 21 08:09:33.806051 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88161756-182c-4d67-9016-a838644ae941', 'name': 'network-vif-deleted', 'tag': 'ef83a3d2-4487-4160-9fba-97ee38dfa798', 'status': 'completed', 'code': 200}
Jan 21 08:09:33.895225 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:09:34.176127 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-756122dc-46fd-42bc-9727-7a617519c314 req-128dbbe5-42b1-4c1a-b3ef-d5209be08632 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=88161756-182c-4d67-9016-a838644ae941 HTTP/1.1" status: 200  len: 210 time: 0.0550222
Jan 21 08:09:34.381714 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2c0b8>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:09:34.385947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:09:34.394726 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:09:34.399927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2c0b8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:09:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:09:34.586788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:09:34.930584 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2c0b8>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:09:34.934742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f9bd7-b508-45f4-9945-73c476e410e3 None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:09:35.315932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec7eb8-3e16-41b6-b862-ed30340d495c None None] New status for floating IP 499d7fa8-6b89-4b95-9a0e-7088853b65b6: DOWN {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:09:35.601283 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-aefb0b12-adca-4503-8067-7824ea8a2dce tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2117387807&fields=id&tenant_id=fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 267 time: 0.0477684
Jan 21 08:09:35.786129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-774b3380-2cc5-4912-b95c-73d74f18fc96 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:35.788288 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-774b3380-2cc5-4912-b95c-73d74f18fc96 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 810 time: 0.1791110
Jan 21 08:09:35.804700 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-a0462814-1586-41c5-a249-1f64620bcaf8 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/quotas/fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 375 time: 0.0101428
Jan 21 08:09:35.908014 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-e7429a43-4651-492a-907e-5d2e1fa4d92a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0976501
Jan 21 08:09:36.197724 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-8fb99db4-12c7-4d4f-97c3-dc6b59636ce9 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2762942
Jan 21 08:09:36.342735 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-04a71597-3af7-4d72-8a9f-50fd7d4c41a4 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383712
Jan 21 08:09:36.921877 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-65d9c810-7779-41a3-a0a2-56823683b556 req-59ca0623-b426-4260-b2d4-5625633c22ee tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 210 time: 0.0533285
Jan 21 08:09:38.102806 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-40dcd408-be09-4ea3-a73a-79edfe631385 req-746e0ba6-f7f4-45f8-9eb0-30db75a4644d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 210 time: 0.0495360
Jan 21 08:09:38.940908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-64d3d5a6-d34c-455e-baba-f3c965f0b818 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:39.042011 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-64d3d5a6-d34c-455e-baba-f3c965f0b818 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 810 time: 0.1879609
Jan 21 08:09:39.042011 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-c1d19031-e9b0-4e8c-b91b-90c43e99d1ad tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 5765 time: 0.0769479
Jan 21 08:09:39.050876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'port': {'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'admin_state_up': True, 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'security_groups': ['a916495e-c282-4d09-8f87-f12777739be0']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:09:39.209825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:09:39.214745 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:port and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:09:39.217574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for port was recalculated. Used quota:3. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:09:39.224151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:09:39.261505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Made reservation on behalf of fa6b59d5451b4ea596230e581a85fd00 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:09:39.270304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:39.290179 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f1f427a-1ad5-4c26-ab96-ff048255507a req-f4cc15a5-6299-4864-b7a5-3cd84613d4be tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 210 time: 0.0507348
Jan 21 08:09:39.847325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Allocated IP 172.20.0.11 (7e9b7e1d-bdef-486b-ab98-d83c49e1db2a/2971718c-4496-4f0f-994b-ae158615957e/b8d6b716-2c0b-4ac1-a5ae-897e5a569353) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:09:40.064099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:40.084385 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Transition to ACTIVE for port object b8d6b716-2c0b-4ac1-a5ae-897e5a569353 will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:09:40.159372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:40.178668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:40.336766 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:40.340190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:40.393501 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:09:40.394924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:09:40.401727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:09:40.494046 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:40.494793 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:40.559515 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-603c9912-1a98-4549-a1a1-775f885230f4 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5126939
Jan 21 08:09:40.581524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Request body: {'port': {'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:09:40.590665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686549-1976-4930-a8c8-957ff258d62a req-0b7babeb-6ad6-4374-9db7-643d17b07e48 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:40.592676 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-91686549-1976-4930-a8c8-957ff258d62a req-0b7babeb-6ad6-4374-9db7-643d17b07e48 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 932 time: 0.1548278
Jan 21 08:09:40.676831 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-91686549-1976-4930-a8c8-957ff258d62a req-beffc5f4-323a-40af-8a65-f00066258704 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0733397
Jan 21 08:09:40.742218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:40.817962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-4471c4d2-fd21-420b-8e05-c8359d9bc83f None None] Provisioning for port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:09:40.823536 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-4471c4d2-fd21-420b-8e05-c8359d9bc83f None None] Provisioning complete for port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:09:40.823961 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4471c4d2-fd21-420b-8e05-c8359d9bc83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:40.897177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-4471c4d2-fd21-420b-8e05-c8359d9bc83f None None] Port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:09:41.228707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d6b716-2c0b-4ac1-a5ae-897e5a569353 {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:09:41.237384 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:41.251200 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Transition to ACTIVE for port object b8d6b716-2c0b-4ac1-a5ae-897e5a569353 will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:09:41.303493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:41.320585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-a9bb1ad7-16ca-4fbe-a671-4a4de258070b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:41.458657 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:41.462014 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:41.663346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Attempting to bind port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:09:41.663728 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Attempting to bind port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:09:41.664108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Attempting to bind port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 on network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:09:41.670382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:09:41.670765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Checking segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:09:41.671170 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:41.671574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Bound using segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:09:41.672055 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Bound port: b8d6b716-2c0b-4ac1-a5ae-897e5a569353, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:09:41.672437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:41.772825 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] For port b8d6b716-2c0b-4ac1-a5ae-897e5a569353, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:09:41.775949 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] For port b8d6b716-2c0b-4ac1-a5ae-897e5a569353, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:09:41.818158 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:41.834388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-49381f6d-1a60-4ad3-9635-7b8182d61796 tempest-VolumesActionsTest-1703360338 tempest-VolumesActionsTest-1703360338] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:41.915874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2c05d-2606-4926-80b0-c443285dc7da req-2e99bd5f-be8c-4e28-a431-ed03b7e7c7f2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:41.917594 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1fd2c05d-2606-4926-80b0-c443285dc7da req-2e99bd5f-be8c-4e28-a431-ed03b7e7c7f2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 944 time: 0.1080897
Jan 21 08:09:41.976425 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-1fd2c05d-2606-4926-80b0-c443285dc7da req-865e112b-3628-4e62-b7ba-3abfa5b7476e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0523720
Jan 21 08:09:41.991346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:41.996914 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:42.031304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:42.031910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:42.033370 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] 10.222.0.76 "PUT /v2.0/ports/b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 1158 time: 1.4574621
Jan 21 08:09:42.033957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:09:42.094025 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'status': 'completed', 'code': 200}
Jan 21 08:09:42.221962 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da812db-ac8c-4c82-a5ad-770b9ad5458f req-a7c390db-251e-46d6-9b33-fda973bba439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:42.223648 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7da812db-ac8c-4c82-a5ad-770b9ad5458f req-a7c390db-251e-46d6-9b33-fda973bba439 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1161 time: 0.0813205
Jan 21 08:09:42.396875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da812db-ac8c-4c82-a5ad-770b9ad5458f req-77e97b42-60af-4423-9804-5474b1b455c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:42.398548 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7da812db-ac8c-4c82-a5ad-770b9ad5458f req-77e97b42-60af-4423-9804-5474b1b455c7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fa6b59d5451b4ea596230e581a85fd00&shared=False HTTP/1.1" status: 200  len: 904 time: 0.1593854
Jan 21 08:09:42.549689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da812db-ac8c-4c82-a5ad-770b9ad5458f req-7dcb73ea-96da-461c-b7de-944103dc4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:42.551360 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-7da812db-ac8c-4c82-a5ad-770b9ad5458f req-7dcb73ea-96da-461c-b7de-944103dc4988 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1456029
Jan 21 08:09:42.705220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-599270f5-194e-4125-94a7-7e456619bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:42.706900 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-599270f5-194e-4125-94a7-7e456619bcf3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1161 time: 0.0794804
Jan 21 08:09:42.791894 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-c709f277-ff9c-4d9f-ab15-6c8cc15856d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 217 time: 0.0699737
Jan 21 08:09:42.862241 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-cb191e3c-d319-481a-8694-97d89cf19a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:42.863914 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-cb191e3c-d319-481a-8694-97d89cf19a71 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0646484
Jan 21 08:09:42.953759 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-27528573-8b0d-4b14-896b-6caddc49475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:42.955455 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-27528573-8b0d-4b14-896b-6caddc49475b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834453
Jan 21 08:09:43.105810 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-fcf8634f-1145-4441-897e-8d557b9c5e6f service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418505
Jan 21 08:09:43.214874 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8f70d-3fe9-442e-a831-792aa695ce16 req-e30dae19-7664-4100-94df-e90d8a92409a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:43.216801 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d6b8f70d-3fe9-442e-a831-792aa695ce16 req-e30dae19-7664-4100-94df-e90d8a92409a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 944 time: 0.1080065
Jan 21 08:09:43.256353 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fd3d3a73-3dc5-454b-a684-bb85476f2f4c req-eb2bcc33-a69b-4a75-beb5-b1886f2a0047 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434157
Jan 21 08:09:43.273021 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d6b8f70d-3fe9-442e-a831-792aa695ce16 req-4da57ea4-603b-4218-bbf8-16891331137c tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0495470
Jan 21 08:09:44.510048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a8442-dd60-4cab-8dc0-2fe59d08925e req-1477b107-a114-4be4-a018-e544e36565be tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:44.511744 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-686a8442-dd60-4cab-8dc0-2fe59d08925e req-1477b107-a114-4be4-a018-e544e36565be tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 944 time: 0.1073151
Jan 21 08:09:44.563550 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-686a8442-dd60-4cab-8dc0-2fe59d08925e req-ed95a41a-c109-4b15-b658-706ad779511e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0454888
Jan 21 08:09:45.794702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9423ab0-b297-43e7-bfa3-042b010bae07 req-ea92d6fd-8896-4520-986a-50e75f78a88d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:45.796236 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b9423ab0-b297-43e7-bfa3-042b010bae07 req-ea92d6fd-8896-4520-986a-50e75f78a88d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 944 time: 0.1027520
Jan 21 08:09:45.847972 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b9423ab0-b297-43e7-bfa3-042b010bae07 req-7330b9c2-edd2-4879-89ba-c2c1ef703aef tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450370
Jan 21 08:09:47.090984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfa1fa-22e4-4b41-b4ba-94e58a1c362b req-f1ee6b61-a525-4bad-8351-1ac460bd673e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:47.092656 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15dfa1fa-22e4-4b41-b4ba-94e58a1c362b req-f1ee6b61-a525-4bad-8351-1ac460bd673e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 944 time: 0.1112103
Jan 21 08:09:47.146759 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-15dfa1fa-22e4-4b41-b4ba-94e58a1c362b req-fb0f8f67-58ae-41ee-9ad9-e67786c4f25c tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0466268
Jan 21 08:09:48.384689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726536e-e17a-4017-8842-3e165261d12b req-cfb0b0a9-9c16-4af5-b4d5-d89da99cf6a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:48.386409 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2726536e-e17a-4017-8842-3e165261d12b req-cfb0b0a9-9c16-4af5-b4d5-d89da99cf6a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 944 time: 0.1077335
Jan 21 08:09:48.437961 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-2726536e-e17a-4017-8842-3e165261d12b req-b6657450-11a6-4b69-8635-b515387ebc53 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452044
Jan 21 08:09:49.674820 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5d569-fcdd-4913-94ce-144c2e9bf639 req-6c5ef6e2-68bb-4825-ba17-8ca717513f14 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:49.676509 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-31d5d569-fcdd-4913-94ce-144c2e9bf639 req-6c5ef6e2-68bb-4825-ba17-8ca717513f14 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 944 time: 0.1049461
Jan 21 08:09:49.729714 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-31d5d569-fcdd-4913-94ce-144c2e9bf639 req-8c43684e-9314-4bb3-bf0a-613bb5598da7 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0462716
Jan 21 08:09:50.394918 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b8d6b716-2c0b-4ac1-a5ae-897e5a569353 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:09:50.491142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:09:50.496798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:09:50.497215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:50.625749 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:50.655727 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:09:50.666995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port b8d6b716-2c0b-4ac1-a5ae-897e5a569353, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:09:50.696672 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:50.698756 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8018efe0-57c3-4825-85f1-62ae0ce1b255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:50.736394 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'code': 200}
Jan 21 08:09:50.775995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:50.785033 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:50.982127 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346801a-2d41-4905-9984-26010dd5492b req-12670cee-a267-4a7d-a16c-fd133e0cd0ac tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:50.983769 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4346801a-2d41-4905-9984-26010dd5492b req-12670cee-a267-4a7d-a16c-fd133e0cd0ac tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 946 time: 0.1114290
Jan 21 08:09:51.038702 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4346801a-2d41-4905-9984-26010dd5492b req-4ee02a3b-a840-4f88-84ea-a1d2da028aa8 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0482488
Jan 21 08:09:51.121100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7111b-3f0d-40af-a99c-37bb64f2163d req-9372e08f-924b-4556-af42-1ccb026c39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:51.122827 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43b7111b-3f0d-40af-a99c-37bb64f2163d req-9372e08f-924b-4556-af42-1ccb026c39ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.0783894
Jan 21 08:09:51.171002 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-43b7111b-3f0d-40af-a99c-37bb64f2163d req-e29c4fb2-060a-4fe7-bc4b-aef0eae8d967 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0393400
Jan 21 08:09:52.208638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b8d6b716-2c0b-4ac1-a5ae-897e5a569353 up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:09:52.287575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:09:52.288000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:52.288149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4770e1-8b8e-41cd-a2b2-7d17877f7dcc req-2ea90fa0-97f0-44c7-a9ba-4d1578868ea6 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:52.289853 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f4770e1-8b8e-41cd-a2b2-7d17877f7dcc req-2ea90fa0-97f0-44c7-a9ba-4d1578868ea6 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 946 time: 0.1196077
Jan 21 08:09:52.348786 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-8f4770e1-8b8e-41cd-a2b2-7d17877f7dcc req-7308bb76-b141-4be1-90d2-9bc574b772aa tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0515826
Jan 21 08:09:53.363272 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-003e03f4-35b0-4ad5-b03c-e12d48b17eb0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0834994
Jan 21 08:09:53.422875 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c32a16ba-537b-4aac-a453-e603002df0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:53.549478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-c0a7ddf8-8832-48d6-adbb-1b62b29c1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:53.551283 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-c0a7ddf8-8832-48d6-adbb-1b62b29c1414 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.0860689
Jan 21 08:09:53.600742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43d1b2-1808-4be2-bbe9-36c00d2078ea req-da80a963-dbb8-4bdf-9aa2-2994c4292a23 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:53.602522 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf43d1b2-1808-4be2-bbe9-36c00d2078ea req-da80a963-dbb8-4bdf-9aa2-2994c4292a23 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 946 time: 0.1138620
Jan 21 08:09:53.658377 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-bf43d1b2-1808-4be2-bbe9-36c00d2078ea req-182b9fba-6531-4104-a1b0-8757c3e43978 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0490167
Jan 21 08:09:53.726303 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-fd82f390-52b6-4de2-b0f6-0900d9497fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:53.728025 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-fd82f390-52b6-4de2-b0f6-0900d9497fd0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1547332
Jan 21 08:09:53.809579 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-c71fe669-ca49-4c35-aebb-e1c6fb677b33 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 217 time: 0.0732810
Jan 21 08:09:53.880903 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-8b57e813-03c3-4380-865a-cd5a9225064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:53.882637 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-8b57e813-03c3-4380-865a-cd5a9225064c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0658405
Jan 21 08:09:53.912249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac481be-6cac-4ba6-89aa-3b217db9bfd1 req-d9dc9a98-91df-4a4c-b59b-523ac1019c70 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:53.913856 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4ac481be-6cac-4ba6-89aa-3b217db9bfd1 req-d9dc9a98-91df-4a4c-b59b-523ac1019c70 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 946 time: 0.1185689
Jan 21 08:09:53.967585 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-4ac481be-6cac-4ba6-89aa-3b217db9bfd1 req-50cf967b-de7f-4e56-a4a3-58827657a0ab tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472944
Jan 21 08:09:53.971131 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-ea9a7888-27c6-4e90-961d-9ae3c488a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:53.972742 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-ea9a7888-27c6-4e90-961d-9ae3c488a6eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820777
Jan 21 08:09:54.128673 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-00dffaf5-ee15-48e0-bcd1-d211da0a417c service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470039
Jan 21 08:09:54.194918 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-6dfa8e31-b784-4fdf-bf96-cb206cfb1fa2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1716776
Jan 21 08:09:54.205559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:09:54.215430 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:09:54.226617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:09:54.267001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:54.430088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:54.540519 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e33237a3-98a1-4640-b78a-74f83553a5b9 req-f06779dd-e018-465d-a37b-35759fc178b6 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4048033
Jan 21 08:09:54.715073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Allocated IP 172.27.0.128 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/caf9993d-57ef-4ad4-a5f5-dfa4dca58c94) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:09:55.007839 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:55.084783 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:55.101817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:55.479671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:55.480232 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=caf9993d-57ef-4ad4-a5f5-dfa4dca58c94,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:55.484467 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:55.539943 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:09:55.541181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:09:55.543617 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:09:55.631910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:55.713983 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8c07-a8a8-4a23-ad43-e6e6174e0d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:55.720643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:56.000913 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:56.045860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:56.062028 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:09:56.182539 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:56.200240 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=caf9993d-57ef-4ad4-a5f5-dfa4dca58c94,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:09:56.213118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:09:56.309618 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:56.376908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:56.378296 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1770792
Jan 21 08:09:56.468689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-20d1df61-3cbc-41c8-854f-0118fa090358 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:09:56.537288 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-20d1df61-3cbc-41c8-854f-0118fa090358 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:09:56.538670 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-20d1df61-3cbc-41c8-854f-0118fa090358 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 696 time: 0.1539135
Jan 21 08:09:56.720005 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e83ff9a3-c250-40a2-90a5-74f668d9ef72 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:56.721475 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-95d30a2e-3891-4f9c-bdc1-8e6152208497 req-e83ff9a3-c250-40a2-90a5-74f668d9ef72 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1767628
Jan 21 08:09:56.948611 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-5300ba15-02fa-4dd6-9a17-8d5c0432e91d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:56.950387 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-5300ba15-02fa-4dd6-9a17-8d5c0432e91d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1156244
Jan 21 08:09:56.982404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:57.048385 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-bd387e70-cc86-40ec-91e6-fbbcaa14b9e1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 696 time: 0.0913966
Jan 21 08:09:57.058643 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'floatingip': {'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:09:57.144447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:57.793264 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:57.820795 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:57.866585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:58.013533 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Floating IP 888228ee-9e31-4d0d-a4a0-3539b7face3b associated. External IP: 172.27.0.128, port: b8d6b716-2c0b-4ac1-a5ae-897e5a569353.
Jan 21 08:09:58.393774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:09:58.594272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:09:58.600256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:09:58.605268 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:09:58.617174 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:09:58.617927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2cb00>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:09:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:09:58.668001 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-f004d5e1-a65d-4eb1-9c72-bd4f7ca1eaa1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "PUT /v2.0/floatingips/888228ee-9e31-4d0d-a4a0-3539b7face3b HTTP/1.1" status: 200  len: 997 time: 1.6134198
Jan 21 08:09:58.668490 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:09:58.762872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-0709a0ac-1bc2-4e28-bef9-d1e1b12f243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:58.764629 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-0709a0ac-1bc2-4e28-bef9-d1e1b12f243c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.0825624
Jan 21 08:09:58.815022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:09:58.917384 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-bc143688-a2d9-4b32-b831-2f580ef63660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:58.919147 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-bc143688-a2d9-4b32-b831-2f580ef63660 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1468327
Jan 21 08:09:58.984940 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'status': 'completed', 'code': 200}
Jan 21 08:09:59.038453 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-9bfbe8b3-270b-4704-9555-30beb9c78d74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 1000 time: 0.1116090
Jan 21 08:09:59.085216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d43c1-3071-446f-af73-05baed5a4444 req-ac62f4cd-e49a-4126-803a-08bcb7daaef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:59.087168 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-742d43c1-3071-446f-af73-05baed5a4444 req-ac62f4cd-e49a-4126-803a-08bcb7daaef4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.0860655
Jan 21 08:09:59.112732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-261679c5-4d31-41f1-a4b8-be757a1df11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:59.114993 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-261679c5-4d31-41f1-a4b8-be757a1df11b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0700569
Jan 21 08:09:59.216927 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2cb00>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:09:57Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:09:59.222958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:09:59.235224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:09:59.236349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2cb00>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:09:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:09:59.254978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d43c1-3071-446f-af73-05baed5a4444 req-6adf6d09-4484-474f-a91f-6638e29262f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:59.256967 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-742d43c1-3071-446f-af73-05baed5a4444 req-6adf6d09-4484-474f-a91f-6638e29262f3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1624458
Jan 21 08:09:59.378274 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-742d43c1-3071-446f-af73-05baed5a4444 req-a58ee006-5126-47a6-bba4-fda6e5d3300e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 1000 time: 0.1135960
Jan 21 08:09:59.451828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:09:59.452897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d43c1-3071-446f-af73-05baed5a4444 req-5c4f5b40-206c-4eb3-9fa0-de239b9d2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:59.454554 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-742d43c1-3071-446f-af73-05baed5a4444 req-5c4f5b40-206c-4eb3-9fa0-de239b9d2eb9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0683925
Jan 21 08:09:59.458239 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-efacfcb9-b99e-4cf1-8247-bb6a93e0340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:59.459654 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-efacfcb9-b99e-4cf1-8247-bb6a93e0340f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3362658
Jan 21 08:09:59.556540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d43c1-3071-446f-af73-05baed5a4444 req-b585f6c3-0e08-40cd-ac06-2434a5def5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:09:59.558385 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-742d43c1-3071-446f-af73-05baed5a4444 req-b585f6c3-0e08-40cd-ac06-2434a5def5a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884848
Jan 21 08:09:59.623457 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-c7013a39-0504-4759-8675-1e8cc29e417d service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526544
Jan 21 08:09:59.725677 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-742d43c1-3071-446f-af73-05baed5a4444 req-46280494-67ca-4086-9aaa-763179ad92ca service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598909
Jan 21 08:09:59.786782 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-9435cf95-9fac-4760-8163-d1c99a3a77a3 req-2fe82bed-9c5e-44e8-9c15-e40ef666cc26 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1563408
Jan 21 08:09:59.889332 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-742d43c1-3071-446f-af73-05baed5a4444 req-1e7df92d-26c4-45cd-8753-bf848f3cd810 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1562092
Jan 21 08:10:00.004446 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd2cb00>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:09:57Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:10:00.008932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d239f33-4bea-4ea7-9f9d-cb7e02c4fbde None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:09:57Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:10:00.318812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc56e934-d874-4354-9b29-b2edafdd85e2 None None] New status for floating IP 888228ee-9e31-4d0d-a4a0-3539b7face3b: ACTIVE {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:10:01.858932 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:10:23.410702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8a2c0d32-6471-41e8-ba1c-f40aefa8f9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:25.484787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:25.712012 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-6fce2f26-11f7-4287-965f-f8ebaf173865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:26.187351 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:26.987516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:27.867432 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:38.859226 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:10:53.421088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7131aec8-af78-47f7-8bb2-2746bd4c3956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:54.310825 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-9a66a82b-2893-495d-ad11-7bd26cf9bf35 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0772333
Jan 21 08:10:54.487826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087580-6293-4218-82e6-f69ee56c7004 req-5467be81-3d7b-4e2e-9520-47e4d75800bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:10:54.489757 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-5467be81-3d7b-4e2e-9520-47e4d75800bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.0839646
Jan 21 08:10:54.663786 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087580-6293-4218-82e6-f69ee56c7004 req-5d353ca7-1c66-44d9-8743-6e821470733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:10:54.665312 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-5d353ca7-1c66-44d9-8743-6e821470733b service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1544244
Jan 21 08:10:54.777859 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-987d60dd-1b9f-461d-9e9b-b407f387fb8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 1002 time: 0.1032977
Jan 21 08:10:54.854321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087580-6293-4218-82e6-f69ee56c7004 req-028d8664-560b-437e-afaa-bc69d844eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:10:54.855932 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-028d8664-560b-437e-afaa-bc69d844eb5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0698819
Jan 21 08:10:54.940721 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35087580-6293-4218-82e6-f69ee56c7004 req-c54a4db5-631e-406e-9d68-da7cb9c62c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:10:54.942403 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-c54a4db5-631e-406e-9d68-da7cb9c62c88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782037
Jan 21 08:10:55.093403 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-3b8a6c33-b280-4485-9ebf-8188b730b5b1 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435690
Jan 21 08:10:55.242292 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-35087580-6293-4218-82e6-f69ee56c7004 req-85149e4a-d03e-4f4f-855e-79bce613fdbf service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418610
Jan 21 08:10:55.541486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:55.717454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1778-5364-460f-b76c-d246b543162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:56.203155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:56.991355 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:10:57.872293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:15.858863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:11:23.414744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-eab1a09f-76ec-4145-8d2e-679916ad19f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:25.522534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:25.762523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bbe127c2-24b5-49aa-8f1c-d789bbc2d0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:26.191897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:26.991401 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:27.893877 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:34.863330 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-df62a91b-90cd-49db-bdfa-8e8682d8dbae tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2117387807&fields=id&tenant_id=fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 267 time: 0.0502651
Jan 21 08:11:35.047598 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-cb0fea90-2bfd-4723-9a29-428e8b0ef0ab tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:35.049164 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-cb0fea90-2bfd-4723-9a29-428e8b0ef0ab tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 810 time: 0.1784284
Jan 21 08:11:35.065422 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-17ceaf65-08e4-43a8-994d-169ac79b78cd tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/quotas/fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 375 time: 0.0100391
Jan 21 08:11:35.185911 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-13f53ab6-bd02-4c93-9b4b-bf54d0fb220a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1143847
Jan 21 08:11:35.338260 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-18720ed0-fcf3-4094-b5de-09a6702f2710 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386948
Jan 21 08:11:35.488167 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-5c1ddc5e-2849-4f38-b354-2e0427ddee03 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429007
Jan 21 08:11:36.085521 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-26996785-8d3c-43e0-8deb-305bb56baa4a req-f89a9911-76b2-4c64-b1d6-2eda14c3ac80 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 210 time: 0.0582597
Jan 21 08:11:37.271239 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cf4a6ff9-253d-434a-90e2-2db86c898238 req-d3f42a3b-0b14-4d7f-a72c-0b55e539e769 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 210 time: 0.0499249
Jan 21 08:11:37.942035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-49ed4931-1621-4e10-9bc4-db55be91cf5d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:37.943688 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-49ed4931-1621-4e10-9bc4-db55be91cf5d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 810 time: 0.1824241
Jan 21 08:11:38.045053 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-9329215f-d9a4-4423-9202-c8f452fb5a4c tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa6b59d5451b4ea596230e581a85fd00 HTTP/1.1" status: 200  len: 5765 time: 0.0811863
Jan 21 08:11:38.055724 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'port': {'device_id': '0d90133e-df94-410a-b764-1c93449d1691', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'admin_state_up': True, 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'security_groups': ['a916495e-c282-4d09-8f87-f12777739be0']}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:11:38.207391 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:11:38.211821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Usage tracker for resource:port and tenant:fa6b59d5451b4ea596230e581a85fd00 is out of sync, need to count used quota {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 21 08:11:38.215015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Quota usage for port was recalculated. Used quota:5. {{(pid=80207) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 21 08:11:38.221223 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80207) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:11:38.260120 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Made reservation on behalf of fa6b59d5451b4ea596230e581a85fd00 for: {'port': 1} {{(pid=80207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 21 08:11:38.269878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:38.546341 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-aafd882c-cdcb-4aec-afbd-050d701f35a4 req-8e782132-4ffd-43d3-8b54-2467e4370fe2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 210 time: 0.0570724
Jan 21 08:11:38.598828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Allocated IP 172.20.0.3 (7e9b7e1d-bdef-486b-ab98-d83c49e1db2a/2971718c-4496-4f0f-994b-ae158615957e/64a13ff0-d223-4a51-90b0-06d853e7041e) {{(pid=80207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:11:38.805256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:38.822787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Transition to ACTIVE for port object 64a13ff0-d223-4a51-90b0-06d853e7041e will not be triggered until provisioned by entity DHCP. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:11:38.883297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_create {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:38.899353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-bfbe2bf7-ffde-43a0-aecb-c5ac70edfdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:11:39.040787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=64a13ff0-d223-4a51-90b0-06d853e7041e,revision_number=1']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:11:39.060477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.060832 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.061250 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.061665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.062126 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.062530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.062931 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.063978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.064477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.064897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.065297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.065702 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.066192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.066594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.066996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.067397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.067799 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.068196 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.068635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.069016 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.069414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.069940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.070349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.070751 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:39.077044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:11:39.119828 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a is already hosted by enough agents. {{(pid=80207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:11:39.120952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources bound (agent type, host, resource id):  {{(pid=80207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:11:39.123339 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Received port after_create {{(pid=80207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:11:39.209097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:39.209802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:39.289998 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-77445404-c658-4676-ace0-1a33f4cd79b0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2386613
Jan 21 08:11:39.308891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Request body: {'port': {'device_id': '0d90133e-df94-410a-b764-1c93449d1691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:11:39.409041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2ed362cf-74b5-4610-930e-74803cdaee3c None None] Provisioning for port 64a13ff0-d223-4a51-90b0-06d853e7041e completed by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:11:39.414564 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-2ed362cf-74b5-4610-930e-74803cdaee3c None None] Provisioning complete for port 64a13ff0-d223-4a51-90b0-06d853e7041e triggered by entity DHCP. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:11:39.414988 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2ed362cf-74b5-4610-930e-74803cdaee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:39.426812 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:39.475282 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-2ed362cf-74b5-4610-930e-74803cdaee3c None None] Port 64a13ff0-d223-4a51-90b0-06d853e7041e cannot update to ACTIVE because it is not bound. {{(pid=80208) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 21 08:11:39.808368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0cd06-9e64-4948-91a9-56841fbfe17c req-24c1656a-f974-4714-9507-6076a3856809 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:39.810252 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-65f0cd06-9e64-4948-91a9-56841fbfe17c req-24c1656a-f974-4714-9507-6076a3856809 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 931 time: 0.1115441
Jan 21 08:11:39.870280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a13ff0-d223-4a51-90b0-06d853e7041e {{(pid=80207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 21 08:11:39.870487 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-65f0cd06-9e64-4948-91a9-56841fbfe17c req-5d78bf16-8c51-40b7-802f-5d0b6eeb4cef tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0528491
Jan 21 08:11:39.879129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:39.892373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Transition to ACTIVE for port object 64a13ff0-d223-4a51-90b0-06d853e7041e will not be triggered until provisioned by entity L2. {{(pid=80207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 21 08:11:39.911297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:39.927652 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4ac35427-4d85-438c-a609-b29b1d053553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:11:40.061823 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=64a13ff0-d223-4a51-90b0-06d853e7041e,revision_number=2']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:11:40.066936 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:11:40.262097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Attempting to bind port 64a13ff0-d223-4a51-90b0-06d853e7041e on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 21 08:11:40.262097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Attempting to bind port 64a13ff0-d223-4a51-90b0-06d853e7041e by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 21 08:11:40.262097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Attempting to bind port 64a13ff0-d223-4a51-90b0-06d853e7041e on network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 21 08:11:40.268561 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Checking agent: {'id': 'db8b560b-c5fe-461a-a24e-f6a28a585a91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 7, 54, 53), 'started_at': datetime.datetime(2021, 1, 21, 8, 1, 56), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.58', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 21 08:11:40.268940 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Checking segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 21 08:11:40.269349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:40.269883 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Bound using segment: {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'} {{(pid=80207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 21 08:11:40.270451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Bound port: 64a13ff0-d223-4a51-90b0-06d853e7041e, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfeb99c-9a12-4215-ada6-1f37f4094e72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a'}}] {{(pid=80207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 21 08:11:40.270853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:40.378447 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] For port 64a13ff0-d223-4a51-90b0-06d853e7041e, host hv-cinder-76859, cleared binding levels {{(pid=80207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 21 08:11:40.381610 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] For port 64a13ff0-d223-4a51-90b0-06d853e7041e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=64a13ff0-d223-4a51-90b0-06d853e7041e,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 21 08:11:40.460772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524506'] for port, after_update {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:40.478772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8222aef1-867d-4a1a-bef3-4b96495ae61a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:11:40.887905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=64a13ff0-d223-4a51-90b0-06d853e7041e,revision_number=3']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:11:40.892279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:11:40.926249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:40.927088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:40.928414 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-3ab777f5-5d2b-4444-868e-df9e789cd9c3 service neutron] 10.222.0.76 "PUT /v2.0/ports/64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 1157 time: 1.6241364
Jan 21 08:11:40.929001 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:11:41.130095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-49687ce7-69ef-4d35-ae6c-e2e77d7e80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:41.131835 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-49687ce7-69ef-4d35-ae6c-e2e77d7e80b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1160 time: 0.0939646
Jan 21 08:11:41.142552 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'status': 'completed', 'code': 200}
Jan 21 08:11:41.152685 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eebd73-f6bc-4ca4-8015-93da6bd66f4d req-b7f02a7f-f2a4-4153-b4c1-71aee04cc278 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:41.154440 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7eebd73-f6bc-4ca4-8015-93da6bd66f4d req-b7f02a7f-f2a4-4153-b4c1-71aee04cc278 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1307795
Jan 21 08:11:41.208086 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7eebd73-f6bc-4ca4-8015-93da6bd66f4d req-78c3a096-36c6-4dc2-bd38-35ff45074b2d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464709
Jan 21 08:11:41.235166 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-0b033464-a40c-41cd-a3f9-39977b6a07db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 217 time: 0.0866318
Jan 21 08:11:41.306580 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-2c3c267b-d8cd-4fb7-965d-1bc166649e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:41.308165 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-2c3c267b-d8cd-4fb7-965d-1bc166649e85 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0664485
Jan 21 08:11:41.393230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-a4e69b44-bcc8-4cbd-b775-e9cf903f14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:41.394803 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-a4e69b44-bcc8-4cbd-b775-e9cf903f14f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784383
Jan 21 08:11:41.542872 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-46c99901-adf6-44de-a515-c48959fc3a8f service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404829
Jan 21 08:11:41.704790 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-6f238d2d-048d-45f2-9467-daa5207c8076 req-5983d8a7-4aaf-4a09-9a48-91b472facce7 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1536925
Jan 21 08:11:41.928716 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-d7b299bf-8fad-497d-9006-c52c85ab27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:41.930645 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-d7b299bf-8fad-497d-9006-c52c85ab27d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1160 time: 0.0996099
Jan 21 08:11:42.084957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-c8986458-345d-41fd-8725-58334fe04073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:42.086664 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-c8986458-345d-41fd-8725-58334fe04073 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1474442
Jan 21 08:11:42.168586 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-b489da53-acbb-4aaa-980c-82993432a248 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 217 time: 0.0739076
Jan 21 08:11:42.244603 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-ca0ab0c4-918d-4ab9-8b17-389074fde8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:42.246278 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-ca0ab0c4-918d-4ab9-8b17-389074fde8fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0669522
Jan 21 08:11:42.339463 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-9d173bbb-7e7f-475d-bb89-a3cd7af8b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:42.341184 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-9d173bbb-7e7f-475d-bb89-a3cd7af8b6c2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807993
Jan 21 08:11:42.442335 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a60ab-ba8c-4a09-bd82-a4d5be8e2597 req-39b01c76-3647-46f2-b6f4-18d62b64f58d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:42.444015 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-959a60ab-ba8c-4a09-bd82-a4d5be8e2597 req-39b01c76-3647-46f2-b6f4-18d62b64f58d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1049085
Jan 21 08:11:42.495143 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-da9335c8-d841-41eb-ba6b-2cbc028d59fa service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451173
Jan 21 08:11:42.499192 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-959a60ab-ba8c-4a09-bd82-a4d5be8e2597 req-bf303cbf-2cfb-4421-aea1-179a82e0814e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0487783
Jan 21 08:11:42.651840 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-cc42a2c0-f68a-4e5c-a099-35d3f6a336df req-6f71e23b-2de7-4f7e-8f5f-3b4f57bf6ece service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443050
Jan 21 08:11:43.737165 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e209af-07fd-4aeb-beea-2a5159f07ead req-eba50bf6-c4d7-4007-9071-3d1071d2e0e1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:43.738854 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7e209af-07fd-4aeb-beea-2a5159f07ead req-eba50bf6-c4d7-4007-9071-3d1071d2e0e1 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1066508
Jan 21 08:11:43.789461 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b7e209af-07fd-4aeb-beea-2a5159f07ead req-c9b3e82e-75a5-40ab-b79e-d54eeb761393 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0441341
Jan 21 08:11:45.027629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6e4e6-1fc4-4033-b435-fa750fab0bde req-02b1776f-8e0b-4e07-8a8f-639c8ce0ff77 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:45.029244 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-adf6e4e6-1fc4-4033-b435-fa750fab0bde req-02b1776f-8e0b-4e07-8a8f-639c8ce0ff77 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1089776
Jan 21 08:11:45.085787 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-adf6e4e6-1fc4-4033-b435-fa750fab0bde req-2f23199d-1767-4d98-ba14-6926d49f10dd tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0489974
Jan 21 08:11:46.316541 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d38a3a-4fca-4a40-b1ae-13a477446a1e req-bc7a267a-63c7-4a76-adac-1d768f49e235 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:46.318216 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f3d38a3a-4fca-4a40-b1ae-13a477446a1e req-bc7a267a-63c7-4a76-adac-1d768f49e235 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1026409
Jan 21 08:11:46.368796 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f3d38a3a-4fca-4a40-b1ae-13a477446a1e req-807465af-6dde-4f62-ab88-72c980334bd0 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0441716
Jan 21 08:11:47.607363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76be55-64ac-4686-a493-620358cef19d req-57b52fd5-ad42-4613-bf98-0c4929114377 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:47.611054 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0f76be55-64ac-4686-a493-620358cef19d req-57b52fd5-ad42-4613-bf98-0c4929114377 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1087551
Jan 21 08:11:47.662728 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0f76be55-64ac-4686-a493-620358cef19d req-a2b3f326-ea2f-4474-ab82-0a65f0ca61ab tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0461617
Jan 21 08:11:48.898807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb92800-d507-4d4b-b4b3-efd27277a996 req-cfac9564-2f2e-452a-a814-8b866a9a3c18 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:48.900453 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fcb92800-d507-4d4b-b4b3-efd27277a996 req-cfac9564-2f2e-452a-a814-8b866a9a3c18 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1088552
Jan 21 08:11:48.957843 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-fcb92800-d507-4d4b-b4b3-efd27277a996 req-3cd0aa86-70ae-44f7-8093-fcc731ff60b3 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0502689
Jan 21 08:11:50.063193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 64a13ff0-d223-4a51-90b0-06d853e7041e up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:11:50.180615 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning for port 64a13ff0-d223-4a51-90b0-06d853e7041e completed by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 21 08:11:50.186008 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 64a13ff0-d223-4a51-90b0-06d853e7041e triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:11:50.186436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:50.198848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84490e-dbfe-4fd8-8aa0-77c63ddcd511 req-e4f3d6be-ff6e-460a-beba-0c518bbfc224 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:50.200698 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ec84490e-dbfe-4fd8-8aa0-77c63ddcd511 req-e4f3d6be-ff6e-460a-beba-0c518bbfc224 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 943 time: 0.1098797
Jan 21 08:11:50.260565 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ec84490e-dbfe-4fd8-8aa0-77c63ddcd511 req-380a1ce2-4076-400e-bce4-aac3bb919637 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0514069
Jan 21 08:11:50.315182 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:50.343256 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e'}] {{(pid=80208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:11:50.353641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] For port 64a13ff0-d223-4a51-90b0-06d853e7041e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=64a13ff0-d223-4a51-90b0-06d853e7041e,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:11:50.392251 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410'] for port, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:50.394274 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:11:50.430717 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'code': 200}
Jan 21 08:11:50.465530 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Pushing event updated for resources: {'Port': ['ID=64a13ff0-d223-4a51-90b0-06d853e7041e,revision_number=4']} {{(pid=80208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:11:50.473972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.474371 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.474759 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.475143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.475515 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.475886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.476295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.476666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.477037 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.477402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.477784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.478159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.478579 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.478946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.479311 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.479674 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.480035 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.480399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.480761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.481122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.481492 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.481867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.482230 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.482591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:50.487363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80208) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:11:50.809199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a26b1-a268-4bfe-aae5-5f2cef771bec req-10804b73-8d1a-4aaf-ba1d-1f85f7163574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:50.810902 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e28a26b1-a268-4bfe-aae5-5f2cef771bec req-10804b73-8d1a-4aaf-ba1d-1f85f7163574 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1162 time: 0.0812461
Jan 21 08:11:50.856049 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e28a26b1-a268-4bfe-aae5-5f2cef771bec req-902d467b-05e0-49b7-b54b-10101c002018 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0381017
Jan 21 08:11:51.496208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa972d-a5a1-4895-a9dd-208108d33d71 req-8a50db47-672a-4cd5-b7e8-db3d23761d07 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:51.498025 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-89aa972d-a5a1-4895-a9dd-208108d33d71 req-8a50db47-672a-4cd5-b7e8-db3d23761d07 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 945 time: 0.1080849
Jan 21 08:11:51.550120 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-89aa972d-a5a1-4895-a9dd-208108d33d71 req-a6d84e34-5a66-479a-8f62-dbad5792632d tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450654
Jan 21 08:11:51.824765 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 64a13ff0-d223-4a51-90b0-06d853e7041e up at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 21 08:11:51.904781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.provisioning_blocks [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Provisioning complete for port 64a13ff0-d223-4a51-90b0-06d853e7041e triggered by entity L2. {{(pid=80208) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 21 08:11:51.905198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036787791352'] for port, provisioning_complete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:52.799169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cfb4a-cf3b-4d92-9872-20fcb79a2bf9 req-e7952a78-e1c2-4805-a9ab-c550a0aeaef7 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:52.800764 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c4cfb4a-cf3b-4d92-9872-20fcb79a2bf9 req-e7952a78-e1c2-4805-a9ab-c550a0aeaef7 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 945 time: 0.1056390
Jan 21 08:11:52.857194 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3c4cfb4a-cf3b-4d92-9872-20fcb79a2bf9 req-db121c10-1ce9-4684-a047-52a5e63e410e tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0497892
Jan 21 08:11:52.858757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:11:53.093853 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2447967-a470-46b3-8802-3c643c2b982e req-4a157016-986f-4099-b417-b93909dbaedc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:53.095545 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a2447967-a470-46b3-8802-3c643c2b982e req-4a157016-986f-4099-b417-b93909dbaedc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 945 time: 0.1052608
Jan 21 08:11:53.148486 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-a2447967-a470-46b3-8802-3c643c2b982e req-2873e908-7659-4a28-9f4d-c10b32351817 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459390
Jan 21 08:11:53.373449 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d869e44-c1da-4473-99c9-c04a8369190d req-7722bfac-bba3-45b8-acfb-544b9c4a60e6 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1693506
Jan 21 08:11:53.383826 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'floatingip': {'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:11:53.394085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 21 08:11:53.404032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.quota.driver [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80206) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 21 08:11:53.419935 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-29e11133-1e30-4f3f-8979-0937edcb8e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:53.448864 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:53.604480 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:53.894229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_common [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Allocated IP 172.27.0.57 (877a3e71-5485-4d19-bbac-66a071a78bdb/fa77807f-dbf2-4e36-ac35-591afd696749/a4a45d5b-503d-4507-af7e-681581290a9c) {{(pid=80206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 21 08:11:54.054348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:54.135122 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363286161712124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:54.152270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8b162059-d17e-481f-88d8-ba09aa55574f tempest-TestMinimumBasicScenario-920111076 tempest-TestMinimumBasicScenario-920111076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:11:54.290211 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=a4a45d5b-503d-4507-af7e-681581290a9c,revision_number=1']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:11:54.310655 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.311073 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.311483 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.311888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.312286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.312686 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.313079 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.313472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.314412 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.314953 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.315438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.315846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.316302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.316696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.317087 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.317480 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.317897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.318290 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.318710 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.319099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.319488 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.319879 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.320267 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.320654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:11:54.326346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:11:54.365631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Network 877a3e71-5485-4d19-bbac-66a071a78bdb is already hosted by enough agents. {{(pid=80206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 21 08:11:54.366880 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.base_scheduler [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Resources bound (agent type, host, resource id):  {{(pid=80206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 21 08:11:54.369314 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Received port after_create {{(pid=80206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 21 08:11:54.456110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_create {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:54.551146 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67026568'] for port, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:55.061272 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for port, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:55.099718 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286161298326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750693071373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363286161704410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2591421'] for port, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:55.115995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4db20636-d9d1-41e6-8d60-4d7395c0575e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:11:55.255271 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event updated for resources: {'Port': ['ID=a4a45d5b-503d-4507-af7e-681581290a9c,revision_number=2']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:11:55.258480 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:11:55.318797 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-63b8cb73-f4df-46fb-a4af-c7407884325e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0803049
Jan 21 08:11:55.366498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:55.425974 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:55.427317 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d869e44-c1da-4473-99c9-c04a8369190d req-6c71ccc8-a35f-464a-bc79-551011279301 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0478156
Jan 21 08:11:55.497720 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-3b3e28d0-e0d0-4dec-9ef5-14a598b6035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:55.499478 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-3b3e28d0-e0d0-4dec-9ef5-14a598b6035a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.0874956
Jan 21 08:11:55.524148 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0d869e44-c1da-4473-99c9-c04a8369190d req-e576a8f2-cc15-47a7-8682-9a06fc189178 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:11:55.551316 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:55.585516 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0d869e44-c1da-4473-99c9-c04a8369190d req-e576a8f2-cc15-47a7-8682-9a06fc189178 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:11:55.586829 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d869e44-c1da-4473-99c9-c04a8369190d req-e576a8f2-cc15-47a7-8682-9a06fc189178 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.57 HTTP/1.1" status: 200  len: 695 time: 0.1530483
Jan 21 08:11:55.662805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-69e42c3e-65ab-40dc-844b-7da75a78c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:55.664457 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-69e42c3e-65ab-40dc-844b-7da75a78c87d service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1438279
Jan 21 08:11:55.723574 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1629fab2-d04d-4864-ae68-04494625d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:55.771552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d869e44-c1da-4473-99c9-c04a8369190d req-c22e77be-fcab-4381-92ed-51cf9f24ccb5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:55.773215 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d869e44-c1da-4473-99c9-c04a8369190d req-c22e77be-fcab-4381-92ed-51cf9f24ccb5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1800985
Jan 21 08:11:55.776948 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-e2537936-53ea-43bd-8b91-03f28875ecbf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 1002 time: 0.1053743
Jan 21 08:11:55.785760 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-0d869e44-c1da-4473-99c9-c04a8369190d req-37e1fee5-c2b7-4e9c-8ce1-e696445b0afe tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80206) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 21 08:11:55.786873 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0d869e44-c1da-4473-99c9-c04a8369190d req-37e1fee5-c2b7-4e9c-8ce1-e696445b0afe tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0071661
Jan 21 08:11:55.849344 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-cef161f0-6c2c-40ef-ac0f-c6af093f56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:55.850934 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-cef161f0-6c2c-40ef-ac0f-c6af093f56cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0662246
Jan 21 08:11:55.934156 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-e5f629a7-0011-497e-bc5e-434322784526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:55.935809 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-e5f629a7-0011-497e-bc5e-434322784526 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776286
Jan 21 08:11:56.006181 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-e3ba25ce-f1b5-4218-8f54-ee59d2efaca3 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:56.007840 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-e3ba25ce-f1b5-4218-8f54-ee59d2efaca3 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1066921
Jan 21 08:11:56.083242 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-40f66e5f-b323-4aab-a7f0-58f296c575f5 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393702
Jan 21 08:11:56.102139 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-80ef8122-b759-48ea-9bc0-fef9159d0f44 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.57 HTTP/1.1" status: 200  len: 695 time: 0.0879812
Jan 21 08:11:56.112626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.v2.base [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Request body: {'floatingip': {'port_id': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80206) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 21 08:11:56.201924 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, before_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:56.203207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:56.231988 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e9c363d5-5d12-4e2d-83c6-88d3d81b1bff req-a42e0e0a-6010-4e31-bfc7-da8d41fab084 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415081
Jan 21 08:11:56.923190 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:56.957155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-908563'] for floatingip, after_update {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:56.997099 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:57.145083 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Floating IP 02308f65-ba4b-4843-bb2c-4087eee4c0dc associated. External IP: 172.27.0.57, port: 64a13ff0-d223-4a51-90b0-06d853e7041e.
Jan 21 08:11:57.524145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:11:57.888990 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:57.961038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:11:57.965790 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:11:57.971703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:11:57.981755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:11:57.982435 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd3e9e8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:11:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:11:58.028949 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-91d56b6d-7b01-4bce-ac9a-b45d88d112a5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "PUT /v2.0/floatingips/02308f65-ba4b-4843-bb2c-4087eee4c0dc HTTP/1.1" status: 200  len: 995 time: 1.9205525
Jan 21 08:11:58.029513 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:11:58.090565 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'status': 'completed', 'code': 200}
Jan 21 08:11:58.125485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-8eb30493-5ef5-4bde-bfa7-2426ee99f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.127948 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-8eb30493-5ef5-4bde-bfa7-2426ee99f143 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1162 time: 0.0853715
Jan 21 08:11:58.181623 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:11:58.222421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-6b1c7b8f-6571-48f1-b97e-a3317ec4df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.224093 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-6b1c7b8f-6571-48f1-b97e-a3317ec4df18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1162 time: 0.0868602
Jan 21 08:11:58.284506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-dabf75f7-3396-4ff4-81a0-41ba285dee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.286177 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-dabf75f7-3396-4ff4-81a0-41ba285dee8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1511071
Jan 21 08:11:58.388942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-2153edc0-0cc6-4a49-8440-a5593ae1702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.390553 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-2153edc0-0cc6-4a49-8440-a5593ae1702e service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1600680
Jan 21 08:11:58.402985 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-b9f9d175-4057-4adf-b813-fb6763ca44fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 998 time: 0.1095757
Jan 21 08:11:58.493041 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-93823873-44ff-44be-8bd8-3ad541992c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.495563 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-93823873-44ff-44be-8bd8-3ad541992c7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0855160
Jan 21 08:11:58.542026 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-b659c025-5efb-4895-a9cc-3573edb3d0fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 998 time: 0.1439707
Jan 21 08:11:58.597644 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-613dfcf5-5e51-4db1-ab8d-2031502089b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.602308 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd3e9e8>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '02308f65-ba4b-4843-bb2c-4087eee4c0dc', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:f0:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d90133e-df94-410a-b764-1c93449d1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:11:54Z', 'updated_at': '2021-01-21T08:11:56Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}, {'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:10:00Z', 'revision_number': 2, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:11:58.605619 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-613dfcf5-5e51-4db1-ab8d-2031502089b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0946746
Jan 21 08:11:58.610693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:11:58.616886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:11:58.617560 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56ddd3e9e8>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:11:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:11:58.625247 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-a1477763-27f1-4137-b139-323f7536517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.633309 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-a1477763-27f1-4137-b139-323f7536517b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0767751
Jan 21 08:11:58.721507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-0303b856-b0c1-40a0-b2ed-af05c287d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:11:58.723081 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-0303b856-b0c1-40a0-b2ed-af05c287d93c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892117
Jan 21 08:11:58.763777 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-9611efd9-aeeb-459e-8002-78f0bd5c9958 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524904
Jan 21 08:11:58.819592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:11:58.879971 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-4e3f8cad-b795-4a66-9b36-a59f2d9439a0 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486468
Jan 21 08:11:58.934713 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-b11d6f40-9739-455c-8f9e-6f97f0e3dc9f req-4daf5e8c-a0f3-45a8-aee4-296c99a37ac8 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1620054
Jan 21 08:11:59.039341 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-f4f7a5f1-3f86-46a0-9af5-50b135109997 req-d42179e2-8f8c-44e7-beae-71861b60cfb3 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1524067
Jan 21 08:11:59.225609 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56ddd3e9e8>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '02308f65-ba4b-4843-bb2c-4087eee4c0dc', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:f0:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d90133e-df94-410a-b764-1c93449d1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:11:54Z', 'updated_at': '2021-01-21T08:11:56Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}, {'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:10:00Z', 'revision_number': 2, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:11:59.230111 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e49e4b-09cf-4c48-829b-f61907393d91 None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '02308f65-ba4b-4843-bb2c-4087eee4c0dc', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:f0:ef:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d90133e-df94-410a-b764-1c93449d1691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:11:54Z', 'updated_at': '2021-01-21T08:11:56Z', 'revision_number': 1, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}, {'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:10:00Z', 'revision_number': 2, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:11:59.503071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ba0267-79ae-41ed-aa16-de6b596e4407 None None] New status for floating IP 02308f65-ba4b-4843-bb2c-4087eee4c0dc: ACTIVE {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:12:23.431280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-44d97423-4d0a-45f6-84b5-993dac7c20d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:25.545662 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:25.739632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-08902907-4009-408c-86e2-7d6d8dfabeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:26.213671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:27.087678 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:27.888209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:29.860129 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:12:37.433881 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-0ce0d2ca-3d2e-4c0c-8ebb-ec2b6fa0a8ba req-7db516ef-3aef-4b5c-a432-0534dd57af1b service neutron] (80206) timed out ('10.222.0.76', 58303) {{(pid=80206) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 21 08:12:53.430207 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-ce66e4bd-d8ca-4eae-bf20-a248a5e93376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:55.527664 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:55.730944 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d7c88c38-78fd-4681-bf20-0cccb92b6231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:56.207204 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:56.221540 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-62069739-a2f5-42ce-bf8b-fe5248ebfac2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1596653
Jan 21 08:12:56.335647 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-64cb8936-88c7-4ce5-acff-c1e7123de24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:12:56.337183 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-64cb8936-88c7-4ce5-acff-c1e7123de24f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1162 time: 0.0796521
Jan 21 08:12:56.499591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-93c2513b-9209-4604-9f89-76243fc627e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:12:56.501225 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-93c2513b-9209-4604-9f89-76243fc627e4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1415131
Jan 21 08:12:56.615198 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-4474afb6-20c5-4b1b-be95-76c9a05aa16e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 1000 time: 0.1062376
Jan 21 08:12:56.689373 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-25e47bdb-2b59-4f5c-a5bd-fa9929bb3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:12:56.691274 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-25e47bdb-2b59-4f5c-a5bd-fa9929bb3a47 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0682631
Jan 21 08:12:56.772757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-bc120cb8-440e-4b41-8297-b5c7ca4780bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:12:56.774384 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-bc120cb8-440e-4b41-8297-b5c7ca4780bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754697
Jan 21 08:12:56.920057 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-a6301403-10b9-4c0b-8e4d-d0ca92baa9f2 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380315
Jan 21 08:12:57.001394 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:12:57.066302 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d781c7a8-099d-481f-839e-42a626abf9a0 req-2a772244-618f-4570-810e-9f63ee6a4207 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390846
Jan 21 08:12:57.886735 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:06.861155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:13:23.442995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d2c67a9a-b30b-4406-a434-406734e74ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:25.532746 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:25.727063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-61aaec4b-0bf3-4766-8d82-148a2fe76e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:26.214066 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-13a30273-ff3e-455d-a630-24a2213027ae tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips/02308f65-ba4b-4843-bb2c-4087eee4c0dc HTTP/1.1" status: 200  len: 997 time: 0.2033396
Jan 21 08:13:26.218755 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:26.396951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-1407cead-83e0-41b1-b573-0edb07626929 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:26.398495 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-1407cead-83e0-41b1-b573-0edb07626929 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1785171
Jan 21 08:13:26.515425 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-9ebd10ad-791a-4dba-9906-95a55602a711 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.57 HTTP/1.1" status: 200  len: 1000 time: 0.1100781
Jan 21 08:13:26.617143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-d0d79d0b-3e9f-4452-960d-1ba9dd41e97b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:26.618682 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-d0d79d0b-3e9f-4452-960d-1ba9dd41e97b tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports/64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 942 time: 0.0974643
Jan 21 08:13:26.810237 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-f3ab8447-57ab-459f-a6e6-ba9bdc9468b9 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.57 HTTP/1.1" status: 200  len: 1000 time: 0.1090322
Jan 21 08:13:27.012745 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:27.034781 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Deleting port a4a45d5b-503d-4507-af7e-681581290a9c {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:27.035194 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:27.220821 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:27.221192 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:27.351524 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Calling delete_port for a4a45d5b-503d-4507-af7e-681581290a9c owned by network:floatingip {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:27.555372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:27.570829 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-66b4ab8f-2bba-48e6-b86a-3b4c07922f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:27.664504 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event deleted for resources: {'Port': ['ID=a4a45d5b-503d-4507-af7e-681581290a9c,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:27.680171 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.680588 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.680994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.681673 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.682243 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.682645 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.683043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.683438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.683831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.684222 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.684614 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.685000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.685451 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.685878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.686259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.686649 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.687077 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.687470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.687861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.688249 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.688635 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.689022 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.689411 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.689822 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:27.693972 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:27.814245 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:27.814619 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Floating IP 02308f65-ba4b-4843-bb2c-4087eee4c0dc disassociated (deleted). External IP: 172.27.0.57, port: 64a13ff0-d223-4a51-90b0-06d853e7041e.
Jan 21 08:13:27.923433 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:28.190123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:13:28.383112 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:13:28.393761 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:13:28.404336 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:13:28.405064 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de330208>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:28.436219 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:28.501642 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-18128ee5-08ac-422d-bb01-69126b47f8dc tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "DELETE /v2.0/floatingips/02308f65-ba4b-4843-bb2c-4087eee4c0dc HTTP/1.1" status: 204  len: 173 time: 1.6849203
Jan 21 08:13:28.502161 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:13:28.567775 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'status': 'completed', 'code': 200}
Jan 21 08:13:28.697681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4717-20aa-4f97-92a3-077d2626111f req-3a0a8149-b22a-40f9-9045-40dd2875da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:28.699420 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-84ac4717-20aa-4f97-92a3-077d2626111f req-3a0a8149-b22a-40f9-9045-40dd2875da7b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1162 time: 0.0840271
Jan 21 08:13:28.765306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:13:28.953325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-c1e9b9af-9774-4980-a7dd-a6a5a83a0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:28.955071 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-c1e9b9af-9774-4980-a7dd-a6a5a83a0291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 1162 time: 0.4358926
Jan 21 08:13:29.102326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4717-20aa-4f97-92a3-077d2626111f req-25094827-ead1-49b7-a2b2-8bd1a6c92499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:29.104012 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-84ac4717-20aa-4f97-92a3-077d2626111f req-25094827-ead1-49b7-a2b2-8bd1a6c92499 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.3975937
Jan 21 08:13:29.112038 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-c8626d43-f77e-447e-8484-c07441349392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:29.113665 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-c8626d43-f77e-447e-8484-c07441349392 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1487164
Jan 21 08:13:29.163462 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de330208>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:10:00Z', 'revision_number': 2, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:29.168143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:13:29.177270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:13:29.177996 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de330208>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:29.179505 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-84ac4717-20aa-4f97-92a3-077d2626111f req-14b658c1-9a14-46a4-80ee-f15f11e64191 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 217 time: 0.0680556
Jan 21 08:13:29.195042 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-937536db-958b-448b-ba9f-ff38a2b79432 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 200  len: 217 time: 0.0740883
Jan 21 08:13:29.255589 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4717-20aa-4f97-92a3-077d2626111f req-996b53e5-0b22-45d5-adb3-0999d9575759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:29.257206 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-84ac4717-20aa-4f97-92a3-077d2626111f req-996b53e5-0b22-45d5-adb3-0999d9575759 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0704415
Jan 21 08:13:29.269399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-32b48364-bbbe-4840-ab28-0c2f3971fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:29.271257 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-32b48364-bbbe-4840-ab28-0c2f3971fcdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0683243
Jan 21 08:13:29.343626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4717-20aa-4f97-92a3-077d2626111f req-d4c689d3-1661-4e8d-9c92-70d3e03526cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:29.345283 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-84ac4717-20aa-4f97-92a3-077d2626111f req-d4c689d3-1661-4e8d-9c92-70d3e03526cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800998
Jan 21 08:13:29.357856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-9468d73a-6856-41f3-ada5-2b939ae10569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:29.359490 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-9468d73a-6856-41f3-ada5-2b939ae10569 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798237
Jan 21 08:13:29.379209 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:13:29.500307 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-84ac4717-20aa-4f97-92a3-077d2626111f req-ab8196f5-ddcf-41d8-aa40-60053c49984c service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471214
Jan 21 08:13:29.522807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-632c0e58-72ca-4cb0-8de0-08116ff7953a service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557174
Jan 21 08:13:29.657408 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-84ac4717-20aa-4f97-92a3-077d2626111f req-1db53d9e-1794-4c79-ba1f-db8b71a279f5 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499515
Jan 21 08:13:29.682602 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-635a39f4-ac97-4a07-a416-2c4a3706c518 req-559738ba-8ef9-491d-b3d6-d9e78e0f078f service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495228
Jan 21 08:13:29.788163 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de330208>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:10:00Z', 'revision_number': 2, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:29.792640 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bcef23-8c6d-443f-a017-615dd003f48c None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_floatingips': [{'id': '888228ee-9e31-4d0d-a4a0-3539b7face3b', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'router_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'port_id': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'mac_address': 'fa:16:3e:48:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T08:09:55Z', 'updated_at': '2021-01-21T08:10:00Z', 'revision_number': 2, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:13:30.232592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9f994-8f7c-409d-984a-f893a43b389e None None] New status for floating IP 02308f65-ba4b-4843-bb2c-4087eee4c0dc: DOWN {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:13:30.257802 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09c933-6ca2-4af2-9a79-f2bfbc269255 req-e0624a9c-cc5f-488b-9b3c-a163321c4fa3 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:30.258631 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0c09c933-6ca2-4af2-9a79-f2bfbc269255 req-e0624a9c-cc5f-488b-9b3c-a163321c4fa3 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:13:30.315493 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-0c09c933-6ca2-4af2-9a79-f2bfbc269255 req-e0624a9c-cc5f-488b-9b3c-a163321c4fa3 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:13:30.317258 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0c09c933-6ca2-4af2-9a79-f2bfbc269255 req-e0624a9c-cc5f-488b-9b3c-a163321c4fa3 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 945 time: 0.1744349
Jan 21 08:13:30.374020 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-0c09c933-6ca2-4af2-9a79-f2bfbc269255 req-1fe065f8-1344-4a36-ac20-a0a1d6778401 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0490019
Jan 21 08:13:31.694169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5ba4-8cb8-4709-8f7e-affe0b06ce15 req-0e8770f4-ec4e-4edd-a9f1-0fd1ac59854a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:31.695727 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d54a5ba4-8cb8-4709-8f7e-affe0b06ce15 req-0e8770f4-ec4e-4edd-a9f1-0fd1ac59854a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 945 time: 0.1871099
Jan 21 08:13:31.751344 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-d54a5ba4-8cb8-4709-8f7e-affe0b06ce15 req-d6b0cd38-f14c-459d-bfe2-2188bf0d3eb6 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0489225
Jan 21 08:13:32.044861 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-027a60a2-efbe-468c-9b32-494f67c75f62 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:32.045566 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-027a60a2-efbe-468c-9b32-494f67c75f62 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:13:32.058000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-027a60a2-efbe-468c-9b32-494f67c75f62 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:13:32.059207 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-027a60a2-efbe-468c-9b32-494f67c75f62 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 945 time: 0.1161230
Jan 21 08:13:32.143909 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Deleting port 64a13ff0-d223-4a51-90b0-06d853e7041e {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:32.144292 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:32.410286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] For port 64a13ff0-d223-4a51-90b0-06d853e7041e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=64a13ff0-d223-4a51-90b0-06d853e7041e,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:13:32.410689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:32.543289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Calling delete_port for 64a13ff0-d223-4a51-90b0-06d853e7041e owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:32.692648 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device 64a13ff0-d223-4a51-90b0-06d853e7041e no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:13:32.789958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:32.791032 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Port 64a13ff0-d223-4a51-90b0-06d853e7041e update to DOWN by agent not found {{(pid=80208) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 21 08:13:32.807063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-029c60cd-d0b0-4f1b-8d17-befbddbfd1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:32.905897 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event deleted for resources: {'Port': ['ID=64a13ff0-d223-4a51-90b0-06d853e7041e,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:32.922049 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.922478 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.922902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.923319 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.923732 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.924145 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.924550 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.924958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.925363 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.925784 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.926208 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.926622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-5-iscsi {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.927069 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.927475 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.927878 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.928280 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.928681 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.929082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.929484 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.929970 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.930376 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.930773 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.931201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.931608 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 21 08:13:32.934803 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-e7ed5a6e-9c43-4e5b-9b77-04718ef4fa68 req-2fe69ebd-835a-401c-8ef3-6aadd288f02a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 210 time: 0.0503998
Jan 21 08:13:32.936890 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:33.036994 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] No DVR routers for this DVR port 64a13ff0-d223-4a51-90b0-06d853e7041e on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:13:33.039368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:33.045421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'name': 'network-vif-deleted', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:13:33.099097 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c0d1aaf1-eac2-45af-909b-e5454f4d03d5 req-8f93bb14-e12c-436e-b504-985c08477465 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "DELETE /v2.0/ports/64a13ff0-d223-4a51-90b0-06d853e7041e HTTP/1.1" status: 204  len: 173 time: 1.0334513
Jan 21 08:13:33.186104 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d90133e-df94-410a-b764-1c93449d1691', 'name': 'network-vif-deleted', 'tag': '64a13ff0-d223-4a51-90b0-06d853e7041e', 'status': 'completed', 'code': 200}
Jan 21 08:13:34.131118 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-ea45f8da-c3df-42cf-ac0b-3df74c246309 req-0d692a8a-278d-4366-99e1-fe317b27d710 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=0d90133e-df94-410a-b764-1c93449d1691 HTTP/1.1" status: 200  len: 210 time: 0.0508118
Jan 21 08:13:37.894385 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-33925929-0d0f-4116-9953-6abfee9c14fa tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips/888228ee-9e31-4d0d-a4a0-3539b7face3b HTTP/1.1" status: 200  len: 999 time: 0.1192973
Jan 21 08:13:38.077819 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-14820c66-0435-439a-aa16-cbc491ee854a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:38.079324 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-14820c66-0435-439a-aa16-cbc491ee854a tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1790595
Jan 21 08:13:38.196162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-95554531-7047-453a-874d-845ebc8439c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:13:38.240797 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-95554531-7047-453a-874d-845ebc8439c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:13:38.242134 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-95554531-7047-453a-874d-845ebc8439c2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 1002 time: 0.1565201
Jan 21 08:13:38.340525 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-6c2b8735-3189-4aa6-8ed7-abdb3e2533aa tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:38.342003 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-6c2b8735-3189-4aa6-8ed7-abdb3e2533aa tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports/b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 943 time: 0.0932326
Jan 21 08:13:38.540069 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-fa75d236-a86d-4a03-b621-a711ab8cfd92 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.128 HTTP/1.1" status: 200  len: 1002 time: 0.1112659
Jan 21 08:13:38.769807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Deleting port caf9993d-57ef-4ad4-a5f5-dfa4dca58c94 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:38.770159 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:38.958218 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:38.958958 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:39.098692 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Calling delete_port for caf9993d-57ef-4ad4-a5f5-dfa4dca58c94 owned by network:floatingip {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:39.355606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:39.369382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6578ca86-d595-4cb4-a5c8-989d2343b2a2 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:39.420552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event deleted for resources: {'Port': ['ID=caf9993d-57ef-4ad4-a5f5-dfa4dca58c94,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:39.469294 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:39.604626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:39.605002 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.db.l3_db [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Floating IP 888228ee-9e31-4d0d-a4a0-3539b7face3b disassociated (deleted). External IP: 172.27.0.128, port: b8d6b716-2c0b-4ac1-a5ae-897e5a569353.
Jan 21 08:13:39.995162 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:13:40.190540 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:13:40.201711 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:13:40.211585 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:13:40.212349 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56deeb7320>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:40.241841 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:40.304353 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "DELETE /v2.0/floatingips/888228ee-9e31-4d0d-a4a0-3539b7face3b HTTP/1.1" status: 204  len: 173 time: 1.7563024
Jan 21 08:13:40.304353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353'}] {{(pid=80206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:13:40.370954 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'status': 'completed', 'code': 200}
Jan 21 08:13:40.404044 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-fe42a5c8-1f26-4f10-bd9a-aaf8e1a5515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:40.405991 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-fe42a5c8-1f26-4f10-bd9a-aaf8e1a5515e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.0869401
Jan 21 08:13:40.409998 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:13:40.517155 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2447-7269-4b6e-8233-46530c8a64de req-1798fdae-68f2-4bba-a7f8-a0d17067d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:40.519186 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-520e2447-7269-4b6e-8233-46530c8a64de req-1798fdae-68f2-4bba-a7f8-a0d17067d241 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fa6b59d5451b4ea596230e581a85fd00&device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 1163 time: 0.1065567
Jan 21 08:13:40.684183 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2447-7269-4b6e-8233-46530c8a64de req-1201761e-8787-40fc-9d6e-1f46a17cafba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:40.686149 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-520e2447-7269-4b6e-8233-46530c8a64de req-1201761e-8787-40fc-9d6e-1f46a17cafba service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.1589398
Jan 21 08:13:40.767294 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-520e2447-7269-4b6e-8233-46530c8a64de req-d1c45ca5-6731-4961-a1ac-63a4ea44ba3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 217 time: 0.0740037
Jan 21 08:13:40.785315 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56deeb7320>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:40.790106 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:13:40.801466 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:13:40.802757 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56deeb7320>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:40.804788 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-64c097cf-fd8b-4256-bc54-50c3ea0bb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:40.806726 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-64c097cf-fd8b-4256-bc54-50c3ea0bb372 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 200  len: 904 time: 0.3940012
Jan 21 08:13:40.849367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2447-7269-4b6e-8233-46530c8a64de req-1bb84968-2dae-44c1-8ef1-a5f15aa3841c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:40.850941 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-520e2447-7269-4b6e-8233-46530c8a64de req-1bb84968-2dae-44c1-8ef1-a5f15aa3841c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0744300
Jan 21 08:13:40.882335 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-bf897fbd-0bbc-46a0-9157-371bc6797393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 200  len: 217 time: 0.0677128
Jan 21 08:13:40.936628 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2447-7269-4b6e-8233-46530c8a64de req-9c032fdb-5951-4375-86d6-d31baa1bdbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:40.938359 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-520e2447-7269-4b6e-8233-46530c8a64de req-9c032fdb-5951-4375-86d6-d31baa1bdbc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793469
Jan 21 08:13:40.957327 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-f68b4201-2045-4cc8-b7b2-603114fa3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:40.959159 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-f68b4201-2045-4cc8-b7b2-603114fa3dab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 200  len: 849 time: 0.0697317
Jan 21 08:13:41.002854 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:13:41.045067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-f82a1a0a-5acc-4106-a3d6-71a9b89dce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:41.046772 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-f82a1a0a-5acc-4106-a3d6-71a9b89dce04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794466
Jan 21 08:13:41.091807 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-520e2447-7269-4b6e-8233-46530c8a64de req-211a33fc-e409-4140-ab31-925eca53ba21 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457536
Jan 21 08:13:41.210195 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-3c37df26-d87c-4faa-a592-39be6767e279 service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556847
Jan 21 08:13:41.250770 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-520e2447-7269-4b6e-8233-46530c8a64de req-a4d4401c-3215-4479-b751-46fa1b9557b9 service neutron] 10.222.0.76 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1517818
Jan 21 08:13:41.363561 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-759f61e1-4db9-4b6c-a06a-062e7a475221 req-3690714d-0332-4aaa-9914-ede595f2aedc service neutron] 10.222.0.21 "GET /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450250
Jan 21 08:13:41.507201 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56deeb7320>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:41.512422 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34d44ee-dd81-497f-be13-6b3c897b1116 None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:06:21Z', 'revision_number': 4, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi', '_interfaces': [{'id': 'eca37156-d0ee-4202-89b5-c1a58a7e9022', 'name': '', 'network_id': '7e9b7e1d-bdef-486b-ab98-d83c49e1db2a', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'mac_address': 'fa:16:3e:76:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '2971718c-4496-4f0f-994b-ae158615957e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:20Z', 'updated_at': '2021-01-21T08:06:31Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'subnets': [{'id': '2971718c-4496-4f0f-994b-ae158615957e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:13:41.904595 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ea09f-2afb-4252-87f6-33d3fa9edaf5 None None] New status for floating IP 888228ee-9e31-4d0d-a4a0-3539b7face3b: DOWN {{(pid=80208) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 21 08:13:41.935470 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18421900-c7af-4b54-9471-139643da7311 req-4501089c-0cb3-444e-aa14-6ea43b354427 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:41.936269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-18421900-c7af-4b54-9471-139643da7311 req-4501089c-0cb3-444e-aa14-6ea43b354427 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:13:41.977905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-18421900-c7af-4b54-9471-139643da7311 req-4501089c-0cb3-444e-aa14-6ea43b354427 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:13:41.979371 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18421900-c7af-4b54-9471-139643da7311 req-4501089c-0cb3-444e-aa14-6ea43b354427 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 946 time: 0.1499043
Jan 21 08:13:42.031464 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-18421900-c7af-4b54-9471-139643da7311 req-0de81f26-377e-4227-bf9b-a28d641e6187 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455413
Jan 21 08:13:43.288238 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a67bef-ad64-4597-9f1f-b786036c58cc req-efc24aa9-fc88-48ad-b375-4a7e6a033fd6 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:43.289914 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c7a67bef-ad64-4597-9f1f-b786036c58cc req-efc24aa9-fc88-48ad-b375-4a7e6a033fd6 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 946 time: 0.1091349
Jan 21 08:13:43.341403 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-c7a67bef-ad64-4597-9f1f-b786036c58cc req-be91d1f6-cfd4-4377-8039-21a4cc62b997 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups?id=a916495e-c282-4d09-8f87-f12777739be0&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449011
Jan 21 08:13:43.641872 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-7b924dbc-dc8a-4620-83aa-3534692a4562 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:43.642582 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-7b924dbc-dc8a-4620-83aa-3534692a4562 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80207) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:13:43.655322 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-7b924dbc-dc8a-4620-83aa-3534692a4562 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:port {{(pid=80207) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:13:43.656548 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-7b924dbc-dc8a-4620-83aa-3534692a4562 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 946 time: 0.1235135
Jan 21 08:13:43.736687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Deleting port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 {{(pid=80207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:43.737076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:43.861389 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:13:44.003910 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] For port b8d6b716-2c0b-4ac1-a5ae-897e5a569353, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:13:44.004220 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:44.138284 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Calling delete_port for b8d6b716-2c0b-4ac1-a5ae-897e5a569353 owned by compute:nova {{(pid=80207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:44.418231 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251345'] for port, after_delete {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:44.435015 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8ae81a7b-bec4-4dbf-839f-624dc7143de0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:44.489730 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event deleted for resources: {'Port': ['ID=b8d6b716-2c0b-4ac1-a5ae-897e5a569353,revision_number=None']} {{(pid=80207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:44.539959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:44.546486 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-06faff4c-3de1-4287-b298-3c6c312ecb15 req-d76cc73f-df42-4c16-a718-4d3b4efc64e8 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 210 time: 0.0549917
Jan 21 08:13:44.655542 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] No DVR routers for this DVR port b8d6b716-2c0b-4ac1-a5ae-897e5a569353 on host hv-cinder-76859 {{(pid=80207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:13:44.657978 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for port, before_response {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:44.660792 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'name': 'network-vif-deleted', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353'}] {{(pid=80207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 21 08:13:44.716060 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-3e846576-691e-477d-8074-bb4d7b6b6621 req-5ff30eb1-4354-413f-b2c0-4e55f06e8047 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.76 "DELETE /v2.0/ports/b8d6b716-2c0b-4ac1-a5ae-897e5a569353 HTTP/1.1" status: 204  len: 173 time: 1.0538449
Jan 21 08:13:44.721726 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e861d45-c5c6-4385-a293-6674d6991ec5', 'name': 'network-vif-deleted', 'tag': 'b8d6b716-2c0b-4ac1-a5ae-897e5a569353', 'status': 'completed', 'code': 200}
Jan 21 08:13:44.775955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b8d6b716-2c0b-4ac1-a5ae-897e5a569353 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:13:44.812622 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] No Port match for: b8d6b716-2c0b-4ac1-a5ae-897e5a569353 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:13:44.812992 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Device b8d6b716-2c0b-4ac1-a5ae-897e5a569353 not bound to the agent host hv-cinder-76859 {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:13:45.778025 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-90bdf5e6-8343-4c2e-b979-421a578048db req-7e61d996-e0a4-405a-8c67-df40e7dfe2ca tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/ports?device_id=9e861d45-c5c6-4385-a293-6674d6991ec5 HTTP/1.1" status: 200  len: 210 time: 0.0505235
Jan 21 08:13:47.014082 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-74d8da56-902a-49e9-acf3-5702262d18eb req-cd5e7688-725a-42ef-9782-fb56284506d5 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips/499d7fa8-6b89-4b95-9a0e-7088853b65b6 HTTP/1.1" status: 200  len: 693 time: 0.0948343
Jan 21 08:13:47.198438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8da56-902a-49e9-acf3-5702262d18eb req-cc5103b0-c0fd-4644-bf03-627d2e336f09 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80206) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 21 08:13:47.199909 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-74d8da56-902a-49e9-acf3-5702262d18eb req-cc5103b0-c0fd-4644-bf03-627d2e336f09 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/networks/877a3e71-5485-4d19-bbac-66a071a78bdb HTTP/1.1" status: 200  len: 784 time: 0.1798947
Jan 21 08:13:47.294199 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8be7cbc1-7206-47bb-8978-8d7c93606a11 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Synchronizing usage tracker for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 21 08:13:47.349281 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.quota.resource [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8be7cbc1-7206-47bb-8978-8d7c93606a11 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Unset dirty status for tenant:fa6b59d5451b4ea596230e581a85fd00 on resource:floatingip {{(pid=80206) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 21 08:13:47.350634 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8be7cbc1-7206-47bb-8978-8d7c93606a11 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.215 HTTP/1.1" status: 200  len: 696 time: 0.1440940
Jan 21 08:13:47.442869 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-74d8da56-902a-49e9-acf3-5702262d18eb req-5f5558fb-2bd0-4434-8a73-683a3960adc8 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.0.215 HTTP/1.1" status: 200  len: 696 time: 0.0854270
Jan 21 08:13:47.627667 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Deleting port fc39a690-8d04-47f2-a9ae-5d733a36a9c7 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:47.628100 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:47.810408 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:47.810785 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:47.947387 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Calling delete_port for fc39a690-8d04-47f2-a9ae-5d733a36a9c7 owned by network:floatingip {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:48.177659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:48.193213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:48.287436 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event deleted for resources: {'Port': ['ID=fc39a690-8d04-47f2-a9ae-5d733a36a9c7,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:48.296869 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:48.423848 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for floatingip, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:48.487659 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769444'] for floatingip, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:48.488853 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-74d8da56-902a-49e9-acf3-5702262d18eb req-8536f497-ab3d-4483-a1a7-b30b30a15804 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "DELETE /v2.0/floatingips/499d7fa8-6b89-4b95-9a0e-7088853b65b6 HTTP/1.1" status: 204  len: 173 time: 1.0392783
Jan 21 08:13:50.069291 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-50343cc2-3302-4b34-ad71-8caaa61049f3 req-9ba1057c-81fc-4e98-819b-6c20d7d58b45 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "GET /v2.0/security-groups/a916495e-c282-4d09-8f87-f12777739be0 HTTP/1.1" status: 200  len: 2999 time: 0.0575290
Jan 21 08:13:50.154629 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-50343cc2-3302-4b34-ad71-8caaa61049f3 req-6f53e883-b089-4c40-97cd-97bbe3700adf tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:50.192688 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-50343cc2-3302-4b34-ad71-8caaa61049f3 req-6f53e883-b089-4c40-97cd-97bbe3700adf tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:50.369997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-50343cc2-3302-4b34-ad71-8caaa61049f3 req-6f53e883-b089-4c40-97cd-97bbe3700adf tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:50.375713 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8465e347-3be8-40d1-b0b1-af324f891dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:50.392532 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53e883-b089-4c40-97cd-97bbe3700adf tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Pushing event deleted for resources: {'SecurityGroup': ['ID=a916495e-c282-4d09-8f87-f12777739be0,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:50.396110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-6f53e883-b089-4c40-97cd-97bbe3700adf tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:50.437347 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [req-50343cc2-3302-4b34-ad71-8caaa61049f3 req-6f53e883-b089-4c40-97cd-97bbe3700adf tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:50.438643 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [req-50343cc2-3302-4b34-ad71-8caaa61049f3 req-6f53e883-b089-4c40-97cd-97bbe3700adf tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] 10.222.0.21 "DELETE /v2.0/security-groups/a916495e-c282-4d09-8f87-f12777739be0 HTTP/1.1" status: 204  len: 173 time: 0.3619266
Jan 21 08:13:50.553982 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37444) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:13:51.290461 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:51.913863 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Deleting port eca37156-d0ee-4202-89b5-c1a58a7e9022 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:51.914246 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:52.108533 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] For port eca37156-d0ee-4202-89b5-c1a58a7e9022, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=eca37156-d0ee-4202-89b5-c1a58a7e9022,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:13:52.108933 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:52.252043 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Calling delete_port for eca37156-d0ee-4202-89b5-c1a58a7e9022 owned by network:router_interface {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:52.567079 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:52.584882 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-50eaa73b-0236-4c74-be25-566c8271e744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:52.693437 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca37156-d0ee-4202-89b5-c1a58a7e9022,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:52.698503 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:53.037178 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:53.440850 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-82f73b6e-3a73-4adb-9eff-f12c22f04198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:53.586865 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Router e3192e2c-74de-4847-ab89-bac031e50f99 has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:13:53.785782 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:13:53.796216 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] Sync routers for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:13:53.800746 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-645abd79-3b1c-4235-8489-4709e093cfd7 admin admin] 10.222.0.21 "PUT /v2.0/routers/e3192e2c-74de-4847-ab89-bac031e50f99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2454791
Jan 21 08:13:53.803399 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37450) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:13:53.809125 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:13:53.809855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de2437f0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:54.000554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks [] for router, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:54.005688 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:13:54.197669 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:54.203287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Deleting port c7f272e6-e0c1-40b5-94c9-496014df8562 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:54.203666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:54.324689 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de2437f0>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:13:52Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:54.329273 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] Checking router: e3192e2c-74de-4847-ab89-bac031e50f99 for host: dv-cinder-768592-5-iscsi {{(pid=80209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:13:54.340448 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] Routers {'e3192e2c-74de-4847-ab89-bac031e50f99'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:13:54.341360 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56de2437f0>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:26Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['e3192e2c-74de-4847-ab89-bac031e50f99'], 'active': True} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:54.403619 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] For port c7f272e6-e0c1-40b5-94c9-496014df8562, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=c7f272e6-e0c1-40b5-94c9-496014df8562,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:13:54.404693 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:54.548486 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] Set router e3192e2c-74de-4847-ab89-bac031e50f99 gateway port host: dv-cinder-768592-5-iscsi {{(pid=80209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:13:54.806830 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Calling delete_port for c7f272e6-e0c1-40b5-94c9-496014df8562 owned by network:router_gateway {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:54.905638 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56de2437f0>, [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:13:52Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80209) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:54.910198 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dcca02-ba7e-4043-9526-19fd315984ef None None] The sync data for ids ['e3192e2c-74de-4847-ab89-bac031e50f99'] in dv-cinder-768592-5-iscsi is: [{'id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'name': 'tempest-TestVolumeBootPattern-48905679-router', 'tenant_id': 'fa6b59d5451b4ea596230e581a85fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:14Z', 'updated_at': '2021-01-21T08:13:52Z', 'revision_number': 5, 'project_id': 'fa6b59d5451b4ea596230e581a85fd00', 'gw_port': {'id': 'c7f272e6-e0c1-40b5-94c9-496014df8562', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3192e2c-74de-4847-ab89-bac031e50f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:15Z', 'updated_at': '2021-01-21T08:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:13:55.078807 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.280142 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.427419 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.430004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.531894 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.532481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3192e2c-74de-4847-ab89-bac031e50f99 {{(pid=80206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:13:55.547279 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] Notify callbacks [] for router, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.548608 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e98bbaf9-ac93-4af6-89b9-bbc56e6b45fa admin admin] 10.222.0.21 "DELETE /v2.0/routers/e3192e2c-74de-4847-ab89-bac031e50f99 HTTP/1.1" status: 204  len: 168 time: 1.7441247
Jan 21 08:13:55.554612 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37454) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:13:55.572891 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.625299 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Deleting subnet 2971718c-4496-4f0f-994b-ae158615957e {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:13:55.628815 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.689305 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.726908 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0a33776-0b0c-40f2-b6f6-0d0d5a2139ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:55.778003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.229888 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.247177 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-8f4017ba-ec4c-4699-854f-bb8fa5360809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:56.286454 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.337695 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2971718c-4496-4f0f-994b-ae158615957e,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:56.340575 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:56.392892 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.398097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1784f6-242a-499a-ac88-60b0f9eeba91 None None] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:13:56.400466 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-4d57f485-1d8e-498c-861c-a1f6c362096d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2971718c-4496-4f0f-994b-ae158615957e HTTP/1.1" status: 204  len: 168 time: 0.8465452
Jan 21 08:13:56.402577 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37458) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:13:56.526193 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.600770 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Deleting port 8bc16c99-f225-4a37-ac76-5e719e7f57fb {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:56.601164 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.678660 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] DHCP port deletion for 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a request from dv-cinder-768592-5-iscsi {{(pid=80208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 21 08:13:56.683650 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c7f272e6-e0c1-40b5-94c9-496014df8562 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:13:56.716306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Deleting port 8bc16c99-f225-4a37-ac76-5e719e7f57fb {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:56.716739 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.759000 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: c7f272e6-e0c1-40b5-94c9-496014df8562 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:13:56.759296 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device c7f272e6-e0c1-40b5-94c9-496014df8562 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:13:56.759876 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device eca37156-d0ee-4202-89b5-c1a58a7e9022 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:13:56.804189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: eca37156-d0ee-4202-89b5-c1a58a7e9022 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:13:56.804593 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device eca37156-d0ee-4202-89b5-c1a58a7e9022 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:13:56.845774 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] For port 8bc16c99-f225-4a37-ac76-5e719e7f57fb, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=8bc16c99-f225-4a37-ac76-5e719e7f57fb,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:13:56.846229 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:56.984906 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Calling delete_port for 8bc16c99-f225-4a37-ac76-5e719e7f57fb owned by network:dhcp {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:57.002468 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] For port 8bc16c99-f225-4a37-ac76-5e719e7f57fb, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=8bc16c99-f225-4a37-ac76-5e719e7f57fb,segment=NetworkSegment(6bfeb99c-9a12-4215-ada6-1f37f4094e72),segment_id=6bfeb99c-9a12-4215-ada6-1f37f4094e72)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:13:57.002916 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.068787 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.109063 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.125502 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-371326d8-3f7b-4d7e-b296-c3ba9bdcb014 tempest-VolumesSnapshotTestJSON-1638940736 tempest-VolumesSnapshotTestJSON-1638940736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:57.138554 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Calling delete_port for 8bc16c99-f225-4a37-ac76-5e719e7f57fb owned by network:dhcp {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:13:57.216997 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:13:57.217450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:13:57.226154 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc16c99-f225-4a37-ac76-5e719e7f57fb,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:57.230082 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:57.282966 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] No DVR routers for this DVR port 8bc16c99-f225-4a37-ac76-5e719e7f57fb on host dv-cinder-768592-5-iscsi {{(pid=80206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:13:57.412048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.533860 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dd6c2208>,) {'filters': {'network_id': ['7e9b7e1d-bdef-486b-ab98-d83c49e1db2a']}} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:57.547149 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd6c2208>, '6bfeb99c-9a12-4215-ada6-1f37f4094e72') {'for_net_delete': True} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:57.547485 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dd6c2208>, '6bfeb99c-9a12-4215-ada6-1f37f4094e72') {} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:13:57.560616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448497'] for segment, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.664215 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.667397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:13:57.719056 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Deleting port 8bc16c99-f225-4a37-ac76-5e719e7f57fb {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:57.719497 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.799632 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-e80866f0-4d8f-4f3e-b03f-319bd443360a None None] The port '8bc16c99-f225-4a37-ac76-5e719e7f57fb' was deleted {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 21 08:13:57.870179 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:13:57.885286 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591391'] for segment, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:57.903917 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:58.080088 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Network 7e9b7e1d-bdef-486b-ab98-d83c49e1db2a has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:13:58.104384 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:13:58.286368 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:58.298995 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:13:58.318306 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:58.327805 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9b7e1d-bdef-486b-ab98-d83c49e1db2a,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:13:58.331538 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:13:58.367130 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-beb0e9ed-40fa-495f-ae3e-b413db12ac77 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e9b7e1d-bdef-486b-ab98-d83c49e1db2a HTTP/1.1" status: 204  len: 168 time: 1.9633791
Jan 21 08:13:58.370558 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37462) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:13:58.656061 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8bc16c99-f225-4a37-ac76-5e719e7f57fb no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:13:58.695687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: 8bc16c99-f225-4a37-ac76-5e719e7f57fb {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:13:58.697345 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device 8bc16c99-f225-4a37-ac76-5e719e7f57fb not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:13:59.213556 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-905009'] for router_interface, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:59.605110 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Deleting port b5a64360-581f-4c7a-aa00-43daa96e1284 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:13:59.605776 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:59.800003 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] For port b5a64360-581f-4c7a-aa00-43daa96e1284, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=b5a64360-581f-4c7a-aa00-43daa96e1284,segment=NetworkSegment(441f4a68-2d90-4f14-8f61-66419e7b8337),segment_id=441f4a68-2d90-4f14-8f61-66419e7b8337)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:13:59.800293 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:13:59.942568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Calling delete_port for b5a64360-581f-4c7a-aa00-43daa96e1284 owned by network:router_interface {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:14:00.303097 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:00.319846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-d4586976-3844-4e03-a2f9-ac6d4060a77f tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:14:00.419507 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a64360-581f-4c7a-aa00-43daa96e1284,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:14:00.423594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:14:00.748613 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854231945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-905175'] for router_interface, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:01.273959 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Router a17a447b-9ac9-4f6d-9251-40caf252f47b has already been hosted by L3 agent a176d3eb-f9bc-46e9-b983-c472fac8a28f {{(pid=80206) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 21 08:14:01.471027 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] Notify agent at l3_agent.dv-cinder-768592-5-iscsi the message routers_updated {{(pid=80206) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 21 08:14:01.480213 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] Sync routers for ids ['a17a447b-9ac9-4f6d-9251-40caf252f47b'] in dv-cinder-768592-5-iscsi {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 21 08:14:01.481413 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c4abc254-b6c6-4bd1-85fe-07fb4c503105 admin admin] 10.222.0.21 "PUT /v2.0/routers/a17a447b-9ac9-4f6d-9251-40caf252f47b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1097159
Jan 21 08:14:01.484583 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37466) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:14:01.493259 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] Routers {'a17a447b-9ac9-4f6d-9251-40caf252f47b'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:14:01.494095 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd7f9160>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a17a447b-9ac9-4f6d-9251-40caf252f47b'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:14:01.699676 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] Set router a17a447b-9ac9-4f6d-9251-40caf252f47b gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:14:01.932346 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks [] for router, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:02.022402 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd7f9160>, [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:14:00Z', 'revision_number': 5, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:14:02.026736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] Checking router: a17a447b-9ac9-4f6d-9251-40caf252f47b for host: dv-cinder-768592-5-iscsi {{(pid=80208) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 21 08:14:02.035831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] Routers {'a17a447b-9ac9-4f6d-9251-40caf252f47b'} bound to L3 agent in host dv-cinder-768592-5-iscsi {{(pid=80208) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 21 08:14:02.036506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f56dd7f9160>, 'dv-cinder-768592-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T07:47:26Z,description=<?>,heartbeat_timestamp=2021-01-21T08:13:56Z,host='dv-cinder-768592-5-iscsi',id=a176d3eb-f9bc-46e9-b983-c472fac8a28f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-21T07:47:26Z,topic='l3_agent')) {'router_ids': ['a17a447b-9ac9-4f6d-9251-40caf252f47b'], 'active': True} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:14:02.127151 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:02.132698 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Deleting port cca349ad-316e-4900-b111-31bdb7d58041 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:14:02.133071 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:02.231957 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvr_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] Set router a17a447b-9ac9-4f6d-9251-40caf252f47b gateway port host: dv-cinder-768592-5-iscsi {{(pid=80208) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 21 08:14:02.324968 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] For port cca349ad-316e-4900-b111-31bdb7d58041, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=cca349ad-316e-4900-b111-31bdb7d58041,segment=NetworkSegment(39cc2bc3-8187-474f-8660-1065a7c9e973),segment_id=39cc2bc3-8187-474f-8660-1065a7c9e973)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:14:02.325353 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:02.463654 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Calling delete_port for cca349ad-316e-4900-b111-31bdb7d58041 owned by network:router_gateway {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:14:02.552606 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_hamode_db [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f56dd7f9160>, [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:14:00Z', 'revision_number': 5, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}], 'dv-cinder-768592-5-iscsi', False) {} {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:14:02.557048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95930264-4596-4c8d-a530-4ff445b6cfb6 None None] The sync data for ids ['a17a447b-9ac9-4f6d-9251-40caf252f47b'] in dv-cinder-768592-5-iscsi is: [{'id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'name': 'tempest-TestVolumeBootPattern-1033958148-router', 'tenant_id': '7761ca63d9e24073b7b07ebb07e388e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'external_fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T08:06:27Z', 'updated_at': '2021-01-21T08:14:00Z', 'revision_number': 5, 'project_id': '7761ca63d9e24073b7b07ebb07e388e8', 'gw_port': {'id': 'cca349ad-316e-4900-b111-31bdb7d58041', 'name': '', 'network_id': '877a3e71-5485-4d19-bbac-66a071a78bdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17a447b-9ac9-4f6d-9251-40caf252f47b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T08:06:28Z', 'updated_at': '2021-01-21T08:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa77807f-dbf2-4e36-ac35-591afd696749', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-5-iscsi'}] {{(pid=80208) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 21 08:14:02.630295 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device b5a64360-581f-4c7a-aa00-43daa96e1284 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:14:02.676626 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: b5a64360-581f-4c7a-aa00-43daa96e1284 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:14:02.677123 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device b5a64360-581f-4c7a-aa00-43daa96e1284 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:14:02.688415 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:02.904331 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853867194'] for router_gateway, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:03.051085 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853867028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64732'] for router, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:03.053641 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:03.309407 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-908955'] for router, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:03.310214 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a17a447b-9ac9-4f6d-9251-40caf252f47b {{(pid=80206) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 21 08:14:03.325289 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] Notify callbacks [] for router, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:03.326604 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-425c3512-3138-41bd-a410-8547f484dc4c admin admin] 10.222.0.21 "DELETE /v2.0/routers/a17a447b-9ac9-4f6d-9251-40caf252f47b HTTP/1.1" status: 204  len: 168 time: 1.8409967
Jan 21 08:14:03.329323 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37472) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:14:03.403600 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Deleting subnet 23169fe5-b5f8-4209-92b6-369a5bd5f699 {{(pid=80206) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 21 08:14:03.407269 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:03.481731 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2327303'] for subnet, precommit_delete_associations {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:03.610224 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036787880406'] for subnet, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.006506 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66895410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2591472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2180973'] for subnet, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.022952 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:14:04.121383 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23169fe5-b5f8-4209-92b6-369a5bd5f699,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:14:04.124523 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:14:04.162736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.168846 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96c5f4-93e7-48f7-8202-1a19f81b0a58 None None] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 requested from dv-cinder-768592-5-iscsi {{(pid=80208) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 21 08:14:04.170832 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-c4752002-f09e-4bc9-be59-0f692ca9e4ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23169fe5-b5f8-4209-92b6-369a5bd5f699 HTTP/1.1" status: 204  len: 168 time: 0.8400054
Jan 21 08:14:04.173206 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37476) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:14:04.302105 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036787719774'] for network, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.376772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Deleting port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 {{(pid=80206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:14:04.377169 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.619098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] For port cde41ab4-70b7-4512-93fd-9a8b7d6b9034, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,segment=NetworkSegment(441f4a68-2d90-4f14-8f61-66419e7b8337),segment_id=441f4a68-2d90-4f14-8f61-66419e7b8337)] {{(pid=80206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:14:04.619098 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.632534 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] DHCP port deletion for 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 request from dv-cinder-768592-5-iscsi {{(pid=80208) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 21 08:14:04.642438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Deleting port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:14:04.643321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.686481 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cca349ad-316e-4900-b111-31bdb7d58041 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:14:04.726547 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: cca349ad-316e-4900-b111-31bdb7d58041 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:14:04.726951 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cca349ad-316e-4900-b111-31bdb7d58041 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:14:04.758707 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Calling delete_port for cde41ab4-70b7-4512-93fd-9a8b7d6b9034 owned by network:dhcp {{(pid=80206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:14:04.918835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.db [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] For port cde41ab4-70b7-4512-93fd-9a8b7d6b9034, host dv-cinder-768592-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-5-iscsi',level=0,port_id=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,segment=NetworkSegment(441f4a68-2d90-4f14-8f61-66419e7b8337),segment_id=441f4a68-2d90-4f14-8f61-66419e7b8337)] {{(pid=80208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 21 08:14:04.919217 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-899166'] for port, precommit_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.955108 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-67026679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-63145651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363286161298275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363286161704444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852184374'] for port, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:04.971696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e6925dbe-8329-4030-9cc4-6648000f1e74 tempest-TestVolumeBootPattern-44548652 tempest-TestVolumeBootPattern-44548652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:14:05.054671 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Calling delete_port for cde41ab4-70b7-4512-93fd-9a8b7d6b9034 owned by network:dhcp {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 21 08:14:05.067326 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=cde41ab4-70b7-4512-93fd-9a8b7d6b9034,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:14:05.070496 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:14:05.125048 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] No DVR routers for this DVR port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 on host dv-cinder-768592-5-iscsi {{(pid=80206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 21 08:14:05.133905 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.db.api [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80208) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 21 08:14:05.134325 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_db.api [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80208) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 21 08:14:05.505297 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66895513', 'neutron.services.segments.db._delete_segments_for_network--9223363286161354953'] for network, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:05.629971 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f56dc7016a0>,) {'filters': {'network_id': ['0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9']}} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:14:05.635270 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Deleting port cde41ab4-70b7-4512-93fd-9a8b7d6b9034 {{(pid=80208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 21 08:14:05.635705 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750693474402'] for port, before_delete {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:05.644167 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dc7016a0>, '441f4a68-2d90-4f14-8f61-66419e7b8337') {'for_net_delete': True} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:14:05.644559 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.services.segments.db [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f56dc7016a0>, '441f4a68-2d90-4f14-8f61-66419e7b8337') {} {{(pid=80206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 21 08:14:05.658817 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363286161357513', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852448497'] for segment, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:05.675498 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66881356'] for segment, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:05.677668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80206) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 21 08:14:05.712973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-8d00a70b-ed15-469d-8ea0-29f1f5a07647 None None] The port 'cde41ab4-70b7-4512-93fd-9a8b7d6b9034' was deleted {{(pid=80208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 21 08:14:05.873668 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:14:05.883076 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036787894443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2591391'] for segment, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:06.076421 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.managers [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Network 0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 has no segments {{(pid=80206) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]: Traceback (most recent call last):
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     timer()
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     cb(*args, **kw)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     return func(*args, **kwargs)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     self._notify()
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     self.callback(batched_events)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     event.method(event)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     segment_id)['aggregates'][0]
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     return f(self, *a, **k)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self._get(url).json()
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     **kwargs)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     return self.request(url, 'GET', **kwargs)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     **endpoint_filter)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 21 08:14:06.100706 dv-cinder-768592-5-iscsi neutron-server[80093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 21 08:14:06.292057 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036787880303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853772289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-908576'] for network, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:06.295744 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-f8c27901-0a2e-4eaf-930c-5c47d0efaf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:14:06.311798 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543760'] for network, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:06.324030 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:14:06.327468 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:14:06.329204 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-5f676948-e6b2-4152-b192-65347e242ecc admin admin] 10.222.0.21 "DELETE /v2.0/networks/0bfca2f6-d2e7-4521-9fef-bfa5e892bbf9 HTTP/1.1" status: 204  len: 168 time: 2.1548574
Jan 21 08:14:06.644902 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37482) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:14:06.654592 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cde41ab4-70b7-4512-93fd-9a8b7d6b9034 no longer exists at agent ovs-agent-dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 21 08:14:06.691984 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.plugin [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] No Port match for: cde41ab4-70b7-4512-93fd-9a8b7d6b9034 {{(pid=80208) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 21 08:14:06.692382 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.plugins.ml2.rpc [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Device cde41ab4-70b7-4512-93fd-9a8b7d6b9034 not bound to the agent host dv-cinder-768592-5-iscsi {{(pid=80208) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 21 08:14:06.701515 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-0ae6733d-f475-42e5-87c1-dc73b1bf4aea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa6b59d5451b4ea596230e581a85fd00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552013
Jan 21 08:14:06.704143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37486) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:14:06.768747 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ae09-db76-4ea0-a4bc-f24d4ff18099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:06.797397 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ae09-db76-4ea0-a4bc-f24d4ff18099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:07.017388 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ae09-db76-4ea0-a4bc-f24d4ff18099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:07.022703 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-accc9288-91e7-408c-bfd3-4964f0cc02c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:14:07.039508 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8ae09-db76-4ea0-a4bc-f24d4ff18099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7d4715-14cf-47b8-9c6a-e3c32379c335,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:14:07.043434 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-e0c8ae09-db76-4ea0-a4bc-f24d4ff18099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:14:07.047020 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ae09-db76-4ea0-a4bc-f24d4ff18099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:07.048269 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e0c8ae09-db76-4ea0-a4bc-f24d4ff18099 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee7d4715-14cf-47b8-9c6a-e3c32379c335 HTTP/1.1" status: 204  len: 168 time: 0.3429682
Jan 21 08:14:07.556941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37494) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:14:07.615529 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-e8ad829e-ed95-4746-bba9-cee0fe9d3f91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7761ca63d9e24073b7b07ebb07e388e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0570676
Jan 21 08:14:07.618531 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [-] (80206) accepted ('10.222.0.21', 37498) {{(pid=80206) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 21 08:14:07.685772 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a8a9-917e-463c-92de-7ca4fd82c428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:07.715601 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a8a9-917e-463c-92de-7ca4fd82c428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:07.857367 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a8a9-917e-463c-92de-7ca4fd82c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853762017'] for security_group, after_delete {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:07.861736 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-063e127b-3a08-44be-9e11-d9c476ae0da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 21 08:14:07.876594 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7a8a9-917e-463c-92de-7ca4fd82c428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b35b92-307a-4146-a0da-f50e17fb1519,revision_number=None']} {{(pid=80206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 21 08:14:07.879835 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG oslo_concurrency.lockutils [None req-aaa7a8a9-917e-463c-92de-7ca4fd82c428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 21 08:14:07.881912 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a8a9-917e-463c-92de-7ca4fd82c428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:07.887712 dv-cinder-768592-5-iscsi neutron-server[80093]: INFO neutron.wsgi [None req-aaa7a8a9-917e-463c-92de-7ca4fd82c428 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17b35b92-307a-4146-a0da-f50e17fb1519 HTTP/1.1" status: 204  len: 168 time: 0.2663722
Jan 21 08:14:20.861124 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:14:23.429265 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bb97e368-7df6-42d7-878f-ec6a099cd5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:25.577505 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:25.731404 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4fcae034-59db-4002-98b7-b4cdb3a1b226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:26.211920 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:26.995605 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:27.897283 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:53.474438 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-504c50e6-b892-4d91-9bd6-13cd8da60c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:55.599440 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:55.730955 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d76251e4-0a04-4a1c-a864-6a17d6dcda68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:56.217754 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:57.005423 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:14:57.863856 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:14:57.902321 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:23.422477 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d0dfcfd4-e54a-45cf-aeae-d26f939d6d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:25.599143 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:25.736568 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-200587f7-a67a-4705-a6b5-b92d406388ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:26.228487 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:27.016666 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:27.942742 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:34.868302 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:15:37.887696 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-175f6a41-b189-4159-9405-3d2fbd879ac9 req-0096238b-a7c7-4a21-bb44-535ec0735f09 service neutron] (80207) timed out ('10.222.0.21', 59100) {{(pid=80207) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 21 08:15:53.415665 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-70a8c419-563f-4181-826f-03ab07b26ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:55.615304 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:55.724091 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-5623f0ca-409e-4513-9d3d-10a1254216ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:56.226942 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:56.998472 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:57.918189 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:15:58.206018 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-f45f5485-bfba-4588-9970-356e2dd6143e req-963d67b4-e9d1-4007-9fec-d4d780df8b2f service neutron] (80206) timed out ('10.222.0.76', 58332) {{(pid=80206) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 21 08:16:11.868569 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:16:23.420928 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-80dfa040-8fcc-4667-b131-7deb94ff328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:25.626945 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:25.718118 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d81726f3-bd13-4fbf-a3f5-7c7e5850e5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:26.261045 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:27.003687 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:27.917963 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:48.870128 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:16:53.432138 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-4d154ac9-3e21-4298-807d-2791406ef9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:55.711616 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:55.747067 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-bde34cff-cdfa-4fec-8219-290c18c77d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:56.232450 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:57.032004 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:16:57.918372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:23.425633 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-0c95f100-b2a2-4f77-8f79-e83ac9725b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:25.672135 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:25.723320 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df6269e7-6852-410f-8312-3365189d800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:25.869356 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:17:26.237357 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:27.025717 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:27.961947 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:53.431090 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d9af8435-b4a4-4106-891d-ddfbf2a03678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:55.710287 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:55.738946 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-cc250959-8da0-45eb-a9ff-9c262c076283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:56.235973 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:57.002348 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:17:57.980979 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:02.869489 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:18:23.430570 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-35640f4d-41b2-47ca-8058-69fcab017367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:25.705140 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:25.727831 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-c72eac61-fd73-4ea0-8c5c-f28330b76736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:26.235372 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:27.000867 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:27.921591 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:39.869941 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:18:53.424510 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b659b1f2-3766-404f-876c-22046daa8aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:55.721414 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:55.744058 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-df8e3f15-12ac-42d2-9b92-b0a533997f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:56.241362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:57.001362 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:18:57.938552 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:19:16.869517 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.db.agents_db [None req-80d4b076-383e-402d-a9aa-f4d166f779ef None None] Agent healthcheck: found 6 active agents {{(pid=80209) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 21 08:19:23.429658 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-b4f37f6e-f7c1-4efc-a999-009e5af9e698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:19:25.695086 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-45d8c88c-2428-4dbd-9a12-e0686cd34580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:19:25.738429 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-d9070dbe-8039-49a2-84a6-88255c4b4bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:19:26.235855 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-2af3a0db-5f1a-4cca-a07b-c2e3ab2cf654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:19:26.995886 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-7b72ce2a-58f8-4fc9-88ba-26b500e95009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:19:27.971937 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron_lib.callbacks.manager [None req-1115b1b8-b7ef-447b-a881-6a2186729ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363286161354970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66984575'] for agent, after_update {{(pid=80208) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 21 08:19:38.927981 dv-cinder-768592-5-iscsi neutron-server[80093]: DEBUG neutron.wsgi [req-055abe67-a52d-4c73-8242-1a46062fd719 req-fa829b71-d2ad-4264-80d6-a33697eabb9f service neutron] (80207) timed out ('10.222.0.21', 33522) {{(pid=80207) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}